-- Logs begin at Mon 2022-06-27 14:41:22 UTC, end at Mon 2022-06-27 15:47:35 UTC. -- Jun 27 15:17:50.603074 dv-cinder-847798-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 27 15:17:53.357378 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.common.config [-] Logging enabled! Jun 27 15:17:53.358044 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev375 Jun 27 15:17:53.358221 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103924) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 27 15:17:53.361492 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.common.config [-] Logging enabled! Jun 27 15:17:53.361713 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev375 Jun 27 15:17:53.362030 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103924) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 27 15:17:53.363001 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 27 15:17:53.363236 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 27 15:17:53.363615 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 27 15:17:53.363862 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 27 15:17:53.364088 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 27 15:17:53.364552 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.364852 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.365086 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.365375 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.365668 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.365962 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.366244 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.366545 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.366826 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.367106 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.367392 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.367625 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.367905 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.368202 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.368519 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.368741 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] debug = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.369022 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.369470 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.369882 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.370175 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.370464 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.370738 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.371011 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.371283 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.371567 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.371966 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] host = dv-cinder-847798-1-iscsi {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.372246 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.372555 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.372840 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.373126 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.373401 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.373684 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.374007 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.374238 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.374510 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] log_file = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.374786 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.375072 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.375358 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.375646 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.375871 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.376095 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.384299 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.384723 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.385025 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.385316 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.385613 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.385895 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.386149 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.386426 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.386722 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.387014 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.387304 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.387589 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.387871 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.388142 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.388440 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.388729 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.389006 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.389283 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.389559 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.389846 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.390122 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.390396 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.390701 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.390988 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.391270 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.391559 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.391837 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.392120 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.392493 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.392906 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.393287 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] use_json = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.393665 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.394054 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.394430 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.394799 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.395170 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.395544 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.395912 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.396299 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.396695 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:53.397091 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.397470 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.397863 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.398236 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.398641 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.399019 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.399397 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.399766 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.400181 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.400604 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.401038 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.401410 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.401797 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.402170 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.402554 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.403062 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.403861 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.404246 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.404636 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.405005 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.405371 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.405742 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.406145 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.406511 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.406890 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.407270 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.407655 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.408044 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.408460 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.408831 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.409217 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.409597 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.409954 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.410367 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.410750 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.411119 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.411475 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.411850 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.412217 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.412616 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.412988 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.413365 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.413740 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.414104 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.414465 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.414843 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.415249 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.415605 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.415968 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.416365 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.416722 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.417101 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.417463 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.417823 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.418184 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.418551 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.419541 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.419906 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.420272 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.420669 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.421040 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.421400 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.421755 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.422120 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.422485 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.422851 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.423206 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.423561 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.423925 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.424289 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.424690 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.425046 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.425409 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.425765 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.426145 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.426512 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.426873 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.427241 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.427605 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.427967 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.428405 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.428745 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.429115 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.429473 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.429849 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.430213 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.430590 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.430953 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.431318 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.431737 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.432078 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.432446 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.432782 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.433103 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.433425 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.433750 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.434072 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.434930 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.435279 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.435598 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.435935 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.436269 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.436676 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.436998 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.437348 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.437677 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:53.437925 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 27 15:17:53.438213 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103924) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 27 15:17:53.743104 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 27 15:17:53.743326 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 27 15:17:53.743570 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 27 15:17:53.743906 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 27 15:17:54.172359 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.172746 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.173026 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.174308 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.174583 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.174843 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.228846 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.229107 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.229361 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.244377 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.244665 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.244900 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.275467 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.275714 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.275985 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.313521 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.313774 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.314041 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.559759 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.560529 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.560795 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.561065 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.561817 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.668224 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.668594 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.669046 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.669720 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.669989 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.670300 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.670564 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.670820 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.671074 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.671341 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.671614 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.671871 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.672124 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.672381 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.672651 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.672908 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.673150 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.673411 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.673674 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.673928 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.674200 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.674454 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.674731 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.675122 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.675363 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.675600 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.676027 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 15:17:54.676271 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 15:17:54.676526 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 15:17:54.676762 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 15:17:54.676993 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 15:17:54.677224 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 15:17:54.677601 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 27 15:17:54.681034 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 27 15:17:54.685840 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 27 15:17:54.689863 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 27 15:17:54.691470 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 27 15:17:54.692129 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 27 15:17:54.692866 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 27 15:17:54.693244 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 27 15:17:54.696050 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 27 15:17:54.696303 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 27 15:17:54.696666 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 27 15:17:54.702435 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 27 15:17:54.726085 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 27 15:17:54.726545 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.726845 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103924) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 27 15:17:54.727215 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.728599 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103924) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 27 15:17:54.728888 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 27 15:17:54.729133 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 27 15:17:54.733119 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.733402 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:54.887722 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 27 15:17:54.888047 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 27 15:17:54.888224 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 27 15:17:54.888706 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 27 15:17:54.946201 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO dbcounter [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Registered counter for database neutron Jun 27 15:17:54.966477 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_db.sqlalchemy.engines [None req-1132423f-f198-499f-89f0-6374a8142bba None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103924) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 27 15:17:54.972992 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writer thread running {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 27 15:17:55.539282 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.managers [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Initializing driver for type 'gre' Jun 27 15:17:55.539836 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1132423f-f198-499f-89f0-6374a8142bba None None] gre ID ranges: [(1, 1000)] Jun 27 15:17:55.597314 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.managers [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Initializing driver for type 'local' Jun 27 15:17:55.598036 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.managers [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Initializing driver for type 'vlan' Jun 27 15:17:55.614217 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1132423f-f198-499f-89f0-6374a8142bba None None] VlanTypeDriver initialization complete Jun 27 15:17:55.614596 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.managers [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Initializing driver for type 'vxlan' Jun 27 15:17:55.615133 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1132423f-f198-499f-89f0-6374a8142bba None None] vxlan ID ranges: [(1, 1000)] Jun 27 15:17:55.678910 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.managers [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Initializing extension driver 'port_security' Jun 27 15:17:55.679249 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.extensions.port_security [None req-1132423f-f198-499f-89f0-6374a8142bba None None] PortSecurityExtensionDriver initialization complete Jun 27 15:17:55.679580 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.managers [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Initializing mechanism driver 'openvswitch' Jun 27 15:17:55.679901 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.managers [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Initializing mechanism driver 'hyperv' Jun 27 15:17:55.686766 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-1132423f-f198-499f-89f0-6374a8142bba None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:17:55.687447 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > port after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.687815 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > port after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.688161 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > port after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.688705 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103924) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 27 15:17:55.689139 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > subnet after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.689467 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > subnet after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.689803 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > subnet after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.690185 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103924) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 27 15:17:55.690586 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > network after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.690929 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > network after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.691266 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > network after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.691647 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103924) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 27 15:17:55.692045 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > security_group after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.692770 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > security_group after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.693110 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > security_group after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.693495 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103924) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 27 15:17:55.693898 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.694239 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.694572 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.694957 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103924) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 27 15:17:55.695362 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > address_group after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.695703 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > address_group after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.696035 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > address_group after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.696444 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103924) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 27 15:17:55.696890 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1132423f-f198-499f-89f0-6374a8142bba None None] ML2 OVO RPC backend initialized. {{(pid=103924) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 27 15:17:55.697597 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > router_interface after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.697945 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.698354 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > network before_response 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.698698 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > networks before_response 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.699037 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > port before_response 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.699370 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > ports before_response 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.699705 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > subnet before_response 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.700120 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > subnets before_response 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.700490 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > network after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.700826 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > network after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.701150 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > network after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.701487 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > port after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.701810 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > port after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.702141 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > port after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.702468 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > subnet after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.702802 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > subnet after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.703125 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > subnet after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.711149 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.quota [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded quota_driver: . Jun 27 15:17:55.711515 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.plugin [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Modular L2 Plugin initialization complete Jun 27 15:17:55.711861 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading services supported by the core plugin {{(pid=103924) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 27 15:17:55.712207 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.plugins.ml2.managers [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Got port-security extension from driver 'port_security' Jun 27 15:17:55.712730 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.extensions.vlantransparent [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Disabled vlantransparent extension. Jun 27 15:17:55.713223 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103924) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 27 15:17:55.713544 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading Plugin: router Jun 27 15:17:55.750319 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > router_interface before_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.750708 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > router after_create 55549900 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.751062 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > router before_create 55549900 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.751421 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.751795 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.752146 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > router after_delete 55549900 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.752540 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > floatingip after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.752890 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > floatingip after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.753237 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > router after_create 55549900 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.753576 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > router after_update 55549900 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.753918 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > router after_update 55549900 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.754269 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.754618 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > router after_update 55549900 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.755046 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > router precommit_update 55549900 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.755391 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: port after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.755725 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: port after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.756059 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: subnet after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.756424 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.756938 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > port precommit_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.757338 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > router precommit_create 55549900 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.757683 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: port before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.758005 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > router precommit_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.758372 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > router after_update 55549900 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.758705 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > router precommit_delete 55549900 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.759057 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > router precommit_create 55549900 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.759403 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > router_interface after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.759748 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > router precommit_update 55549900 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.760115 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > agent after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.760498 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > agent after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.760844 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > network after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.761766 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.quota.resource_registry [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Tracking information for resource: router configured {{(pid=103924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 15:17:55.762093 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.quota.resource_registry [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Tracking information for resource: floatingip configured {{(pid=103924) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 27 15:17:55.767547 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.db.l3_agentschedulers_db [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 27 15:17:55.768133 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: port after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.768543 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: port after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.768885 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: port after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.769234 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: port after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.770043 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > router before_create 55550100 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.770406 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > router precommit_delete 55550100 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.770762 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > router precommit_create 55550100 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.771111 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > router precommit_update 55550100 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.776041 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.services.provider_configuration [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Service providers = [] {{(pid=103924) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 27 15:17:55.776432 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.db.servicetype_db [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103924) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 27 15:17:55.779836 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.services.service_base [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103924) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 15:17:55.780181 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.services.service_base [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103924) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 15:17:55.780576 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.services.service_base [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103924) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 15:17:55.781477 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.services.service_base [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103924) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 27 15:17:55.781849 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.services.service_base [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 27 15:17:55.782238 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 15:17:55.782586 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 27 15:17:55.793572 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 15:17:55.793921 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading Plugin: auto_allocate Jun 27 15:17:55.800227 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: network precommit_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.800628 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: network precommit_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.801166 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 15:17:55.801481 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading Plugin: tag Jun 27 15:17:55.808489 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 15:17:55.808810 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading Plugin: timestamp Jun 27 15:17:55.812827 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 15:17:55.813153 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading Plugin: network_ip_availability Jun 27 15:17:55.819203 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.819552 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.819931 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:55.820755 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 15:17:55.821076 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading Plugin: flavors Jun 27 15:17:55.826436 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 15:17:55.826759 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading Plugin: revisions Jun 27 15:17:55.831450 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103924) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 27 15:17:55.831854 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_concurrency.lockutils [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.088s {{(pid=103924) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 27 15:17:55.832666 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103924) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 27 15:17:55.833011 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Initializing extension manager. Jun 27 15:17:55.833541 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: __init__.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.833977 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: __pycache__ {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.834214 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: address_group.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.835044 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.835647 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: address-group Jun 27 15:17:55.835969 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: address_scope.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.836704 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.837210 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: address-scope Jun 27 15:17:55.837530 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: admin_state_down_before_update.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.838558 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.839075 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: router-admin-state-down-before-update Jun 27 15:17:55.839398 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: agent.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.840235 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.840941 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: agent Jun 27 15:17:55.841233 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: agent_resources_synced.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.842185 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.842703 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: agent-resources-synced Jun 27 15:17:55.843021 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: allowedaddresspairs.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.844936 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.845445 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: allowed-address-pairs Jun 27 15:17:55.845770 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: auto_allocated_topology.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.846882 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.847382 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: auto-allocated-topology Jun 27 15:17:55.847705 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: availability_zone.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.848427 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.848946 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: availability_zone Jun 27 15:17:55.849252 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: availability_zone_filter.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.850196 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.850702 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: availability_zone_filter Jun 27 15:17:55.851019 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: data_plane_status.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.851913 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.852446 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension data-plane-status not supported by any of loaded plugins Jun 27 15:17:55.852771 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: default_subnetpools.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.853681 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.854166 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: default-subnetpools Jun 27 15:17:55.854504 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: dhcpagentscheduler.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.855346 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.855849 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: dhcp_agent_scheduler Jun 27 15:17:55.856304 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: dns.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.857392 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.857941 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension dns-integration not supported by any of loaded plugins Jun 27 15:17:55.858270 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: dns_domain_ports.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.859171 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.859674 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 27 15:17:55.860014 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.860959 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.861459 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 27 15:17:55.861776 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: dvr.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.862449 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.862963 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: dvr Jun 27 15:17:55.863264 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: ecmp_routes.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.864180 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.864705 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension ecmp_routes not supported by any of loaded plugins Jun 27 15:17:55.865025 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: empty_string_filtering.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.866172 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.866686 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: empty-string-filtering Jun 27 15:17:55.867465 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.868103 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.868665 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 27 15:17:55.868986 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.869880 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.870379 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 27 15:17:55.870697 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: external_net.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.871620 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.872126 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: external-net Jun 27 15:17:55.872470 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: extra_dhcp_opt.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.873364 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.873869 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: extra_dhcp_opt Jun 27 15:17:55.874184 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: extraroute.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.875076 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.875580 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: extraroute Jun 27 15:17:55.875894 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: extraroute_atomic.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.876952 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.877464 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: extraroute-atomic Jun 27 15:17:55.877779 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: filter_validation.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.878455 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.878958 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: filter-validation Jun 27 15:17:55.879270 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: fip_pf_description.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.880169 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.880706 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 27 15:17:55.881021 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: fip_pf_port_range.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.881913 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.882412 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 27 15:17:55.882726 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: fip_port_details.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.883628 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.884127 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: fip-port-details Jun 27 15:17:55.884482 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: flavors.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.885708 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.886224 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: flavors Jun 27 15:17:55.886545 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.888292 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.888837 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 27 15:17:55.889164 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: floatingip_pools.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.889867 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.890373 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: floatingip-pools Jun 27 15:17:55.890689 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: ip_allocation.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.891601 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.892106 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension ip_allocation not supported by any of loaded plugins Jun 27 15:17:55.892459 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.893369 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.893887 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: ip-substring-filtering Jun 27 15:17:55.894212 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: l2_adjacency.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.895137 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.895638 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension l2_adjacency not supported by any of loaded plugins Jun 27 15:17:55.895957 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: l3.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.896990 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.897511 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: router Jun 27 15:17:55.897824 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: l3_conntrack_helper.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.900088 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.900646 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 27 15:17:55.900974 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.901879 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.902391 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: ext-gw-mode Jun 27 15:17:55.902715 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.903659 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.904160 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: l3-ha Jun 27 15:17:55.904502 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.905404 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.905918 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 27 15:17:55.906223 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: l3_flavors.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.907144 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.907648 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: l3-flavors Jun 27 15:17:55.907964 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: l3_ndp_proxy.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.909363 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.909873 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 27 15:17:55.910198 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.911106 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.911609 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: l3-port-ip-change-not-allowed Jun 27 15:17:55.911929 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: l3agentscheduler.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.913196 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.913722 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: l3_agent_scheduler Jun 27 15:17:55.914047 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: local_ip.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.915817 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.916356 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension local_ip not supported by any of loaded plugins Jun 27 15:17:55.916687 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: logging.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.918141 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.918724 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension logging not supported by any of loaded plugins Jun 27 15:17:55.919053 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: metering.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.919793 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.920404 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: metering Jun 27 15:17:55.920735 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.921823 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.922340 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: metering_source_and_destination_fields Jun 27 15:17:55.922665 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: multiprovidernet.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.923575 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.924083 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: multi-provider Jun 27 15:17:55.924447 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: netmtu.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.925350 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.925854 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: net-mtu Jun 27 15:17:55.926169 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: netmtu_writable.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.927081 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.927581 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: net-mtu-writable Jun 27 15:17:55.927897 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: network_availability_zone.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.928596 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.929096 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: network_availability_zone Jun 27 15:17:55.929414 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: network_ip_availability.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.930514 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.931013 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: network-ip-availability Jun 27 15:17:55.931335 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: network_segment_range.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.932105 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.932652 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension network-segment-range not supported by any of loaded plugins Jun 27 15:17:55.932966 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: pagination.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.933939 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.934307 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: pagination Jun 27 15:17:55.934617 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: port_device_profile.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.935863 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.936388 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: port-device-profile Jun 27 15:17:55.936710 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: port_mac_address_override.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.937621 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.938123 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: port-mac-override Jun 27 15:17:55.938443 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.939352 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.939858 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: port-mac-address-regenerate Jun 27 15:17:55.940186 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.941107 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.941610 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: port-numa-affinity-policy Jun 27 15:17:55.941929 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: port_resource_request.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.943189 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.943691 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension port-resource-request not supported by any of loaded plugins Jun 27 15:17:55.944007 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: port_resource_request_groups.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.944993 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.945496 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 27 15:17:55.945817 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: portbindings.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.946726 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.947234 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: binding Jun 27 15:17:55.947553 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: portbindings_extended.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.948870 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.949328 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: binding-extended Jun 27 15:17:55.949647 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: portsecurity.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.950757 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.951267 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: port-security Jun 27 15:17:55.951584 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: project_id.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.952596 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.952924 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: project-id Jun 27 15:17:55.953239 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: providernet.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.954971 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.954971 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: provider Jun 27 15:17:55.954971 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: qos.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.960245 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.960880 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension qos not supported by any of loaded plugins Jun 27 15:17:55.961345 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.962508 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.962998 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 27 15:17:55.963401 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.964241 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.964785 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 27 15:17:55.965104 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: qos_default.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.966224 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.966733 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension qos-default not supported by any of loaded plugins Jun 27 15:17:55.967054 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: qos_fip.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.967967 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.968501 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension qos-fip not supported by any of loaded plugins Jun 27 15:17:55.968818 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: qos_fip_network_policy.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.969763 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.970237 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 27 15:17:55.970552 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: qos_gateway_ip.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.971469 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.971980 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 27 15:17:55.972296 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: qos_port_network_policy.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.973223 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.973726 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 27 15:17:55.974044 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.975073 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.975582 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 27 15:17:55.975897 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.976957 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.977471 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 27 15:17:55.977791 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: qos_pps_rule.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.978978 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.979492 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension qos-pps not supported by any of loaded plugins Jun 27 15:17:55.979816 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: qos_rule_type_details.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.980751 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.981417 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 27 15:17:55.981953 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: qos_rule_type_filter.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.982982 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.983489 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 27 15:17:55.983809 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: qos_rules_alias.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.984873 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.985377 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 27 15:17:55.985694 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: quota_check_limit.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.986594 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.987098 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: quota-check-limit Jun 27 15:17:55.987416 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: quotasv2.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.988450 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.988779 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: quotas Jun 27 15:17:55.989096 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: quotasv2_detail.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.990827 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.991160 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: quota_details Jun 27 15:17:55.991483 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: rbac.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.992601 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.993134 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: rbac-policies Jun 27 15:17:55.993462 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: rbac_address_group.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.994384 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.994895 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: rbac-address-group Jun 27 15:17:55.995216 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: rbac_address_scope.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.996125 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.996756 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: rbac-address-scope Jun 27 15:17:55.997247 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: rbac_security_groups.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:55.998287 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:55.998803 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: rbac-security-groups Jun 27 15:17:55.999124 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: rbac_subnetpool.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.000045 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:56.000582 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: rbac-subnetpool Jun 27 15:17:56.000901 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: revisionifmatch.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.001814 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:56.002324 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: revision-if-match Jun 27 15:17:56.002641 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: revisions.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.003776 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:56.004285 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: standard-attr-revisions Jun 27 15:17:56.004633 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: router_availability_zone.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.005529 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:56.006038 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: router_availability_zone Jun 27 15:17:56.006355 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: routerservicetype.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.007268 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:56.007769 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension router-service-type not supported by any of loaded plugins Jun 27 15:17:56.008087 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.009041 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:56.009548 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: security-groups-normalized-cidr Jun 27 15:17:56.009861 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: security_groups_port_filtering.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.010810 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:56.011316 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: port-security-groups-filtering Jun 27 15:17:56.011634 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.012741 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:56.013253 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: security-groups-remote-address-group Jun 27 15:17:56.013576 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.014511 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:56.015016 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: security-groups-shared-filtering Jun 27 15:17:56.015336 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: securitygroup.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.025431 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:56.026003 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: security-group Jun 27 15:17:56.026331 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: segment.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.027134 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:56.027641 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension segment not supported by any of loaded plugins Jun 27 15:17:56.027984 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.029108 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:56.029641 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 27 15:17:56.029959 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: servicetype.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.031085 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:56.031600 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: service-type Jun 27 15:17:56.031918 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: sorting.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.032921 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:56.033247 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: sorting Jun 27 15:17:56.033565 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: standard_attr_segment.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.034474 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:56.034984 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 27 15:17:56.035312 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: standardattrdescription.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.035962 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:56.036500 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: standard-attr-description Jun 27 15:17:56.036821 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: stateful_security_group.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.037750 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:56.038254 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: stateful-security-group Jun 27 15:17:56.038579 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: stdattrs_common.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.039161 dv-cinder-847798-1-iscsi neutron-server[103924]: WARNING neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 27 15:17:56.039483 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.040419 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:56.040935 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 27 15:17:56.041262 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: subnet_onboard.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.042321 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:56.042845 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: subnet_onboard Jun 27 15:17:56.043169 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.044895 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:56.045361 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 27 15:17:56.045682 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: subnet_service_types.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.046619 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:56.047142 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: subnet-service-types Jun 27 15:17:56.047457 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: subnetallocation.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.048632 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:56.049144 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: subnet_allocation Jun 27 15:17:56.049465 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.050157 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:56.050673 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: subnetpool-prefix-ops Jun 27 15:17:56.050993 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.052023 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:56.052530 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 27 15:17:56.052852 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: tagging.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.054114 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:56.054634 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: standard-attr-tag Jun 27 15:17:56.054946 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: timestamp.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.056185 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:56.056730 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loaded extension: standard-attr-timestamp Jun 27 15:17:56.057050 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: trunk.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.058072 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:56.058582 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension trunk not supported by any of loaded plugins Jun 27 15:17:56.058907 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: trunk_details.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.060137 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:56.060598 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension trunk-details not supported by any of loaded plugins Jun 27 15:17:56.060920 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: uplink_status_propagation.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.061839 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:56.062345 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 27 15:17:56.062663 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Loading extension file: vlantransparent.py {{(pid=103924) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 27 15:17:56.063354 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103924) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 27 15:17:56.063878 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extension vlan-transparent not supported by any of loaded plugins Jun 27 15:17:56.066621 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.quota.resource_registry [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Creating instance of TrackedResource for resource:network Jun 27 15:17:56.067154 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.quota.resource_registry [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Creating instance of TrackedResource for resource:subnet Jun 27 15:17:56.067903 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.quota.resource_registry [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 15:17:56.068292 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.quota.resource_registry [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Creating instance of TrackedResource for resource:port Jun 27 15:17:56.069658 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.v2.resource_helper [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 15:17:56.070110 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.v2.resource_helper [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Service FLAVORS assigned prefix: {{(pid=103924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 15:17:56.070723 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.v2.resource_helper [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 15:17:56.071163 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.v2.resource_helper [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 15:17:56.071494 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.quota.resource_registry [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Creating instance of TrackedResource for resource:router Jun 27 15:17:56.071921 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.quota.resource_registry [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Creating instance of TrackedResource for resource:floatingip Jun 27 15:17:56.072434 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.v2.resource_helper [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Service METERING assigned prefix: /metering {{(pid=103924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 15:17:56.073966 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:56.074331 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:56.074669 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:17:56.075838 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.quota.resource_registry [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Creating instance of CountableResource for resource:rbac_policy Jun 27 15:17:56.076289 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.quota.resource_registry [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Creating instance of TrackedResource for resource:security_group Jun 27 15:17:56.076754 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.quota.resource_registry [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Creating instance of TrackedResource for resource:security_group_rule Jun 27 15:17:56.077373 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.v2.resource_helper [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Service CORE assigned prefix: {{(pid=103924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 15:17:56.077707 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.quota.resource_registry [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 15:17:56.078054 dv-cinder-847798-1-iscsi neutron-server[103924]: WARNING neutron.quota.resource_registry [None req-1132423f-f198-499f-89f0-6374a8142bba None None] subnetpool is already registered Jun 27 15:17:56.078478 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.v2.resource_helper [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Service CORE assigned prefix: {{(pid=103924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 15:17:56.078797 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.quota.resource_registry [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 15:17:56.079122 dv-cinder-847798-1-iscsi neutron-server[103924]: WARNING neutron.quota.resource_registry [None req-1132423f-f198-499f-89f0-6374a8142bba None None] subnetpool is already registered Jun 27 15:17:56.081534 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.v2.resource_helper [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 15:17:56.081967 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.v2.resource_helper [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Service FLAVORS assigned prefix: {{(pid=103924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 15:17:56.082574 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.v2.resource_helper [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 15:17:56.082999 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.v2.resource_helper [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 15:17:56.083327 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.quota.resource_registry [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Creating instance of TrackedResource for resource:router Jun 27 15:17:56.083661 dv-cinder-847798-1-iscsi neutron-server[103924]: WARNING neutron.quota.resource_registry [None req-1132423f-f198-499f-89f0-6374a8142bba None None] router is already registered Jun 27 15:17:56.084140 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.quota.resource_registry [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Creating instance of TrackedResource for resource:floatingip Jun 27 15:17:56.084418 dv-cinder-847798-1-iscsi neutron-server[103924]: WARNING neutron.quota.resource_registry [None req-1132423f-f198-499f-89f0-6374a8142bba None None] floatingip is already registered Jun 27 15:17:56.084863 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.v2.resource_helper [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Service METERING assigned prefix: /metering {{(pid=103924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 15:17:56.085539 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.quota.resource_registry [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Creating instance of CountableResource for resource:rbac_policy Jun 27 15:17:56.085880 dv-cinder-847798-1-iscsi neutron-server[103924]: WARNING neutron.quota.resource_registry [None req-1132423f-f198-499f-89f0-6374a8142bba None None] rbac_policy is already registered Jun 27 15:17:56.086274 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.quota.resource_registry [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Creating instance of TrackedResource for resource:security_group Jun 27 15:17:56.086617 dv-cinder-847798-1-iscsi neutron-server[103924]: WARNING neutron.quota.resource_registry [None req-1132423f-f198-499f-89f0-6374a8142bba None None] security_group is already registered Jun 27 15:17:56.087016 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.quota.resource_registry [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Creating instance of TrackedResource for resource:security_group_rule Jun 27 15:17:56.087346 dv-cinder-847798-1-iscsi neutron-server[103924]: WARNING neutron.quota.resource_registry [None req-1132423f-f198-499f-89f0-6374a8142bba None None] security_group_rule is already registered Jun 27 15:17:56.087982 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.v2.resource_helper [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Service CORE assigned prefix: {{(pid=103924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 15:17:56.088304 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.quota.resource_registry [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 15:17:56.088654 dv-cinder-847798-1-iscsi neutron-server[103924]: WARNING neutron.quota.resource_registry [None req-1132423f-f198-499f-89f0-6374a8142bba None None] subnetpool is already registered Jun 27 15:17:56.089070 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.v2.resource_helper [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Service CORE assigned prefix: {{(pid=103924) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 27 15:17:56.089390 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.quota.resource_registry [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Creating instance of TrackedResource for resource:subnetpool Jun 27 15:17:56.089715 dv-cinder-847798-1-iscsi neutron-server[103924]: WARNING neutron.quota.resource_registry [None req-1132423f-f198-499f-89f0-6374a8142bba None None] subnetpool is already registered Jun 27 15:17:56.090186 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: extensions {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.091958 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: address-groups {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.093716 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: address-scopes {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.095058 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: agents {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.096212 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: auto-allocated-topology {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.097498 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: availability_zones {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.098738 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: dhcp-networks {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.100305 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: dhcp-agents {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.101756 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: routers {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.103459 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: flavors {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.104770 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: service_profiles {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.105993 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: next_providers {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.108016 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: service_profiles {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.109615 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: floatingip-pools {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.110846 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: routers {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.112591 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: floatingips {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.113913 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: l3-routers {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.115316 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: l3-agents {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.116760 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: metering-labels {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.118024 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: metering-label-rules {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.120663 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: network-ip-availabilities {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.121971 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: bindings {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.123620 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: quotas {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.125339 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: quotas {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.126877 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: rbac-policies {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.128057 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: security-groups {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.129389 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: security-group-rules {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.130705 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: service-providers {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.131904 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: subnetpools {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.133281 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: subnetpools {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.134829 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: tags {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.136557 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: tags {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.138457 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: tags {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.140264 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: tags {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.141979 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: tags {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.144010 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: tags {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.145748 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: tags {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.147669 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: tags {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.149488 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: tags {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.151273 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron.api.extensions [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Extended resource: tags {{(pid=103924) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 27 15:17:56.157759 dv-cinder-847798-1-iscsi neutron-server[103924]: WARNING keystonemiddleware.auth_token [None req-1132423f-f198-499f-89f0-6374a8142bba None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 27 15:17:56.162923 dv-cinder-847798-1-iscsi neutron-server[103924]: WARNING keystonemiddleware.auth_token [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 27 15:17:56.172636 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_concurrency.lockutils [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Acquired lock "singleton_lock" {{(pid=103924) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 27 15:17:56.173112 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_concurrency.lockutils [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Releasing lock "singleton_lock" {{(pid=103924) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 27 15:17:56.173784 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO oslo_service.service [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Starting 2 workers Jun 27 15:17:56.178626 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Started child 104031 {{(pid=103924) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 27 15:17:56.183516 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Started child 104032 {{(pid=103924) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 27 15:17:56.184607 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:17:56.185559 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO neutron.service [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Neutron service started, listening on 0.0.0.0:9696 Jun 27 15:17:56.185973 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Publish callbacks [] for process (None), before_spawn {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:17:56.186193 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [-] (104031) wsgi starting up on http://0.0.0.0:9696 Jun 27 15:17:56.188507 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO oslo_service.service [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Starting 1 workers Jun 27 15:17:56.191273 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:17:56.194153 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Started child 104033 {{(pid=103924) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 27 15:17:56.194461 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [-] (104032) wsgi starting up on http://0.0.0.0:9696 Jun 27 15:17:56.194719 dv-cinder-847798-1-iscsi neutron-server[103924]: INFO oslo_service.service [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Starting 1 workers Jun 27 15:17:56.198458 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.service [None req-1132423f-f198-499f-89f0-6374a8142bba None None] calling RpcWorker wait() {{(pid=104033) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 27 15:17:56.199210 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.service [None req-1132423f-f198-499f-89f0-6374a8142bba None None] returning from RpcWorker wait() {{(pid=104033) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 27 15:17:56.199674 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Started child 104034 {{(pid=103924) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 27 15:17:56.200276 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:17:56.200662 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1132423f-f198-499f-89f0-6374a8142bba None None] Publish callbacks [] for process (None), after_spawn {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:17:56.200959 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:17:56.202897 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103924) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 27 15:17:56.203134 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 27 15:17:56.203314 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 27 15:17:56.203578 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 27 15:17:56.203910 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 27 15:17:56.204084 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 27 15:17:56.204680 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.204943 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.205202 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.205589 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.206141 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.206596 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.206827 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.207303 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.207747 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.207956 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.208268 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.208696 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.209143 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.209562 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.209852 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.210139 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.210396 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.210594 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.210861 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.211153 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.211404 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.211680 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] debug = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.211935 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.212463 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.212710 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.212988 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.213418 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.213694 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.213988 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.214287 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.214525 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.214796 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.215028 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.215290 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.215588 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.215900 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.216117 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.216434 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.216632 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.217394 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] host = dv-cinder-847798-1-iscsi {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.217594 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.217964 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.218395 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.218604 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.219004 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.219246 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.219393 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:17:56.219915 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.219915 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.220085 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.220214 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.220509 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.220763 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.220996 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.221232 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] log_file = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.221397 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] log_options = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.221647 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.221908 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.222187 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.222380 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.222554 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.222716 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.222962 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.223125 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.223897 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.223897 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.224073 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.224175 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.224581 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.224819 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.225098 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.225330 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.225563 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.225776 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.226047 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.226277 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.226517 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.226743 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.227059 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.227211 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.227399 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.227612 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.227863 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.228146 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.228364 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.228598 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.228850 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.229124 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.229310 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.229540 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.229790 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.230018 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.230249 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.230453 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.230715 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.230942 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.231244 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.231487 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.231700 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.231948 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.232153 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.232447 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.232708 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] use_json = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.232973 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.233251 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.233251 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.233691 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.233691 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.234124 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.234124 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.234756 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.234756 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.235041 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.235389 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.235649 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.235792 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.235983 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.236210 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.236691 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.236909 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.237145 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.237524 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.237823 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.238060 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.238378 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.238622 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.239018 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.239273 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.239442 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.239694 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.239925 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.240160 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.240415 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.240650 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.240930 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.241340 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.241735 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.242348 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.242348 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.242606 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.242736 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:17:56.242950 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.243129 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.243334 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.243587 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.243846 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.244098 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.244358 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.244606 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.244822 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.245074 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.245289 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.245507 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.245970 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.246118 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.246256 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.251954 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.251954 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.251954 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.251954 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.251954 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.251954 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.251954 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.251954 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.251954 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.256381 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.256381 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.256381 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.256381 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.256381 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.256381 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.256381 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.256381 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.257327 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.257327 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.257327 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.257327 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.257327 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.257327 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.257327 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.257327 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.257327 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.260564 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.260564 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.260564 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.260564 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.260564 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.260564 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.260564 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.260564 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.260564 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.262030 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.262030 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.262030 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.262030 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.262030 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.262030 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.262030 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.262030 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.262030 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.264913 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.264913 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.264913 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.264913 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.264913 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.264913 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.264913 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.264913 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.265921 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.265921 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.265921 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.265921 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.265921 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.265921 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.265921 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.265921 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.267201 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.267201 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.267201 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.267201 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.267201 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.267201 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.267201 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.267201 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.268166 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.268166 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.268166 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.268166 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.268166 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.268166 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.268166 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.268166 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.269128 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.269128 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.269128 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.269128 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.269128 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.269128 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.269128 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.269128 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.270018 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.270018 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.270018 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.270018 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.270018 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.270018 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.270018 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.270018 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.270018 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.271087 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.271087 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.271087 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.271087 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.271087 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.271087 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.271087 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.271087 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.274123 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.274123 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.274123 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.274123 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.274123 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.274123 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.274123 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.274123 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.275319 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.275319 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.275319 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.275319 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.275319 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.275319 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.275319 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.275319 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.277310 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.277310 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.277310 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.277310 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.277310 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.277310 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.277310 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.277310 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.278205 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.278205 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.278205 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.278205 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.278205 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.278205 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.278205 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.278205 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.280158 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.280158 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.280158 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.280158 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.280158 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.280158 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.280158 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.280158 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.281209 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.281209 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.281209 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.281209 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.281209 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.281209 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.281209 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.281209 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.282381 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.282381 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.282381 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.282381 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.282381 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.282381 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.282381 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.282381 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.283647 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.283647 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.283647 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.283647 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.283647 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.283647 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.283647 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.283647 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.285153 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.285153 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.285153 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.285153 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.285153 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.285153 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.285153 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.285153 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.286174 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.286174 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.286174 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.286174 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.286633 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.286633 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.286633 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.286957 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.287082 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.287306 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.288037 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.288037 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.288037 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.288447 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.288447 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.288687 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.288879 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.289091 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.289319 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.291191 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.291191 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.291191 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.291191 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.291191 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.291191 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.291191 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.291191 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.292230 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.292230 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.292230 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.292230 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.292230 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.292230 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.292892 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.292892 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.292892 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.293304 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.293304 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.294060 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.294060 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.294212 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.295548 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.295548 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.295548 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.295548 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.295548 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.296096 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.296096 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.296443 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.296715 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.297023 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.297240 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.297483 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.297720 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.297941 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.298181 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.298434 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.298758 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.299027 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.299401 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.299765 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.299889 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.300336 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.300462 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.301764 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.301889 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 47150) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:17:56.302073 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.302073 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.302073 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.302073 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.302073 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.302406 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.302406 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.302564 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.302810 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.303026 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.303239 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.303478 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.303708 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.303928 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.304141 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.304398 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.304610 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.304833 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.305046 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.305271 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.305492 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.305651 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 27 15:17:56.306196 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103924) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 27 15:17:56.306355 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 27 15:17:56.306507 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 27 15:17:56.306676 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 27 15:17:56.306842 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 27 15:17:56.307014 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 27 15:17:56.307191 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.307351 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.307510 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.307669 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.313898 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.313898 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.313898 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.313898 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.313898 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.313898 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.313898 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.313898 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.316210 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.316210 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.316799 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066175 Jun 27 15:17:56.316957 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.316957 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.316957 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.316957 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.316957 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.316957 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.316957 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.316957 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] debug = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.321200 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.321200 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.321200 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.321200 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.321200 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.321200 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.321980 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.321980 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.321980 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.321980 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.321980 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.321980 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.321980 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.321980 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.323342 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.323342 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.323342 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.323342 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] host = dv-cinder-847798-1-iscsi {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.323342 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.323342 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.323342 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.323342 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.324610 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.324610 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.324610 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.324610 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.324610 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.324610 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.324610 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.324610 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.329058 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.329058 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] log_file = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.329058 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] log_options = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.329058 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.329058 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.329058 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.329058 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.329058 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.331303 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.331303 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.331303 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.331303 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.331303 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.331303 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.331303 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.331303 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.333514 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.333514 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.333514 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.333514 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.333514 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.333514 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.333514 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.333514 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.335725 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.335725 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.335725 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.335725 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.335725 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.335725 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.335725 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.335725 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.335725 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.337044 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.337044 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.337044 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.337044 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.337044 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.337044 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.337044 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.337044 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.338281 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.338281 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.338281 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.338281 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.338281 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.338281 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.338281 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.338281 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.339716 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] use_json = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.339716 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.339716 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.339716 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.339716 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.339716 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.339716 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.339716 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.341482 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.341482 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 27 15:17:56.341482 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.341482 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.341482 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.341482 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.341482 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.341482 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.341963 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.341963 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.341963 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.341963 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.341963 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.341963 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.341963 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.341963 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.342394 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.342394 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.342394 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.342394 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.342394 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.342394 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.342394 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.342394 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.342851 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.342851 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.342851 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.342851 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.342851 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.342851 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.342851 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.342851 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.343302 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.343302 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.343302 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.343302 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.343302 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.343302 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.343302 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.343302 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.343728 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.343728 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.343728 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.343728 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.343728 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.343728 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.343728 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.343728 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.343728 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.344234 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.344234 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.344234 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.344234 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.344234 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.344234 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.344234 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.344234 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.344234 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.345856 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.345856 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.345856 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.345856 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.345856 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.345856 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.345856 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.345856 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.346399 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.346399 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.346399 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.346399 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.346399 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.346399 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.346399 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.346399 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.346399 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.347177 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.347177 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.347177 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.347177 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.347177 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.347177 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.347177 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.347177 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.347177 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.347842 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.347842 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.347842 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.347842 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.347842 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.347842 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.347842 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.347842 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.347842 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.348856 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.348856 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.348856 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.348856 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.348856 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.348856 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.348856 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.348856 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.349500 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.349500 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.349500 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.349500 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.349500 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.349500 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.349500 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.349500 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.349989 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.349989 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.349989 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.349989 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.349989 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.349989 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.349989 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.349989 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.350419 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.350419 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.350419 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.350419 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.350419 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.350419 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.350419 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.350419 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.350904 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.350904 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.350904 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.350904 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.350904 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.350904 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.350904 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.350904 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.351430 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.351430 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.351430 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.351430 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.351430 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.351430 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.351430 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.351430 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.352031 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.352031 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.352031 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.352031 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.352031 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.352031 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.352031 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.352031 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.352600 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.352600 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.352600 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.352600 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.352600 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.352600 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.352600 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.352600 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.353144 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.353144 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.353144 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.353144 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.353144 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.353144 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.353144 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.353144 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.354720 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.354720 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.354720 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.354720 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.354720 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.354720 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.354720 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.354720 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.356495 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.356495 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.356495 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.356495 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.356495 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.356495 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.356495 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.356495 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.357106 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.357106 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.357106 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.357106 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.357106 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.357106 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.357106 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.357106 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.359212 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.359212 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.359212 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.359212 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.359212 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.359212 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.359212 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.359212 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.359748 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.359748 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.359748 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.359748 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.359748 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.359748 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.359748 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.359748 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.359748 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.360385 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.360385 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.360385 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.360385 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.360385 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.360684 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.360684 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.360798 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.360952 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.361638 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.361638 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.361638 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.361638 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.361945 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.361945 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.362097 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.362186 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.362312 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.362473 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.362842 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.363005 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.363348 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.363348 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.364392 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.364392 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.364392 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.364392 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.364392 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.364392 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.365493 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.365493 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.365719 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.365823 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:17:56.365951 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.365951 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.366193 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.366193 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.366340 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.366490 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.366651 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.366811 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.366971 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.367131 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.367295 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.367461 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.367781 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.367947 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.368106 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.368272 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.368476 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.368629 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.368789 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.368949 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.369109 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.369268 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.369428 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.369601 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.369755 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.369978 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.370069 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.370235 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.370393 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.370533 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.370700 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.370857 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.371125 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.371227 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.371372 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.371468 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.371770 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.371866 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.372044 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.372269 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.372460 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.372634 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.372805 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.372977 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.373799 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.373799 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.373799 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.373799 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.373799 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.374272 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.374272 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.374272 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.374563 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.374563 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.374724 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.374803 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.374936 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.375094 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.375254 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.375414 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.375573 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.375733 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.375897 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.376059 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.376217 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.376432 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 27 15:17:56.376576 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103924) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 27 15:18:05.671625 dv-cinder-847798-1-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:18:08.824579 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8685a7e1-864d-4727-95f1-6cd7e6aae60a None None] get_active_networks_info from dv-cinder-847798-1-iscsi {{(pid=104033) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 27 15:18:08.831854 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writer thread running {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 27 15:18:08.916927 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8685a7e1-864d-4727-95f1-6cd7e6aae60a None None] No non-hosted networks {{(pid=104033) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 27 15:18:08.930489 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.agentschedulers_db [None req-8685a7e1-864d-4727-95f1-6cd7e6aae60a None None] DHCP Agent not found on host dv-cinder-847798-1-iscsi {{(pid=104033) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 27 15:18:08.979020 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-59c8117a-00f8-46ac-9eb3-2d38d5f9014f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3703087'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:10.924041 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writer thread running {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 27 15:18:11.671562 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8eb01a9e-f349-4e2d-beff-f371c64a4691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3703087'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:11.733198 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-39c9c9b7-4cc6-4858-a8ab-83aae5665237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:13.287263 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 47226) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:18:13.441644 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3703087'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:14.013338 dv-cinder-847798-1-iscsi neutron-server[104032]: WARNING oslo_policy.policy [None req-cf9145ab-e7d2-4e2e-9556-fd6fcea5e15f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 15:18:14.014271 dv-cinder-847798-1-iscsi neutron-server[104032]: WARNING oslo_policy.policy [None req-cf9145ab-e7d2-4e2e-9556-fd6fcea5e15f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 15:18:14.248837 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [None req-cf9145ab-e7d2-4e2e-9556-fd6fcea5e15f admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 15:18:14.256917 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-cf9145ab-e7d2-4e2e-9556-fd6fcea5e15f admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9680409 Jun 27 15:18:14.377726 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3703087'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:14.378774 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:14.379319 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:14.379933 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:14.380516 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:14.381069 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:14.381607 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:14.382135 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:14.382684 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:14.383225 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:14.383749 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:14.384288 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:14.384863 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:14.385405 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:14.385964 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:14.386482 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:14.387093 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-847798-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:18:14.406367 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-847798-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:18:15.034586 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3703087'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:15.338211 dv-cinder-847798-1-iscsi neutron-server[104033]: INFO neutron.db.l3_hamode_db [None req-554e6ec0-356a-42a4-a3e1-74efd909d456 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 27 15:18:15.423112 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554e6ec0-356a-42a4-a3e1-74efd909d456 None None] Routers set() bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:18:15.423494 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554e6ec0-356a-42a4-a3e1-74efd909d456 None None] Router IDs set() for agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 27 15:18:16.806393 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 47262) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:18:17.420043 dv-cinder-847798-1-iscsi neutron-server[104031]: WARNING oslo_policy.policy [None req-d3a208a1-75b4-49eb-ac36-afd2252eff34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 15:18:17.420623 dv-cinder-847798-1-iscsi neutron-server[104031]: WARNING oslo_policy.policy [None req-d3a208a1-75b4-49eb-ac36-afd2252eff34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 15:18:17.636878 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-d3a208a1-75b4-49eb-ac36-afd2252eff34 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:18:17.728197 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.policy [None req-d3a208a1-75b4-49eb-ac36-afd2252eff34 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104031) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 27 15:18:17.771145 dv-cinder-847798-1-iscsi neutron-server[104031]: WARNING oslo_policy.policy [None req-d3a208a1-75b4-49eb-ac36-afd2252eff34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 15:18:17.771561 dv-cinder-847798-1-iscsi neutron-server[104031]: WARNING oslo_policy.policy [None req-d3a208a1-75b4-49eb-ac36-afd2252eff34 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 15:18:17.792437 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writer thread running {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 27 15:18:17.876191 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d3a208a1-75b4-49eb-ac36-afd2252eff34 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767601486359', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767602840675', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767602846572', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767602822450', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767602829107', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767602868923', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-750771', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3512899', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-349320', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-522800'] for rbac-policy (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:17.955918 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d3a208a1-75b4-49eb-ac36-afd2252eff34 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:17.958134 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-d3a208a1-75b4-49eb-ac36-afd2252eff34 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1494184 Jun 27 15:18:20.321900 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 47278) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:18:20.693841 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:18:20.713384 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writer thread running {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 27 15:18:20.763165 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Made reservation on behalf of 4a2d3aea849c46138a453442962777ab for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:18:20.825659 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.policy [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104032) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 27 15:18:20.868373 dv-cinder-847798-1-iscsi neutron-server[104032]: WARNING oslo_policy.policy [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 15:18:20.868813 dv-cinder-847798-1-iscsi neutron-server[104032]: WARNING oslo_policy.policy [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 27 15:18:20.879931 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:20.905601 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:21.038156 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Publish callbacks [] for security_group (240cea07-59c0-4c11-9350-5173fbe4f889), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:21.043759 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (240cea07-59c0-4c11-9350-5173fbe4f889), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:21.069838 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 15:18:21.107408 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767603345794', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (566a0892-38fe-4232-844b-17f02d94b47b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:21.107984 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Unsubscribe: segment precommit_create {{(pid=104032) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 27 15:18:21.108556 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.db.segments_db [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Added segment 566a0892-38fe-4232-844b-17f02d94b47b of type vlan for network 9eef3305-fda0-4aa3-a821-0f572d2d7395 Jun 27 15:18:21.126944 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=240cea07-59c0-4c11-9350-5173fbe4f889,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:18:21.151559 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:21.151910 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:21.152250 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:21.152689 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:21.153046 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:21.153394 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:21.153736 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:21.154137 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:21.154479 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:21.154788 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:21.155110 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:21.155451 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:21.155771 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:21.156090 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:21.156442 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Tracked resource versions report: Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: pushed versions: Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: { 'AddressGroup': {'1.2'}, Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: 'Agent': {'1.1'}, Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: 'ConntrackHelper': {'1.0'}, Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: 'LocalIPAssociation': {'1.0'}, Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: 'Log': {'1.0'}, Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: 'NDPProxy': {'1.0'}, Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: 'Network': {'1.1'}, Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: 'Port': {'1.7'}, Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: 'PortForwarding': {'1.3'}, Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: 'QosPolicy': {'1.10'}, Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: 'SecurityGroup': {'1.5'}, Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: 'SecurityGroupRule': {'1.2'}, Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: 'SubPort': {'1.0'}, Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: 'Subnet': {'1.1'}, Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: 'Trunk': {'1.1'}} Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: consumer versions: Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: { DHCP agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: L3 agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: Metadata agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: Metering agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: Open vSwitch agent@dv-cinder-847798-1-iscsi: { 'AddressGroup': '1.2', Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: 'Agent': '1.1', Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: 'ConntrackHelper': '1.0', Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: 'LocalIPAssociation': '1.0', Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: 'Log': '1.0', Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: 'NDPProxy': '1.0', Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: 'Network': '1.1', Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: 'Port': '1.7', Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: 'PortForwarding': '1.3', Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: 'QosPolicy': '1.10', Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: 'SecurityGroup': '1.5', Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: 'SecurityGroupRule': '1.2', Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: 'SubPort': '1.0', Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: 'Subnet': '1.1', Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: 'Trunk': '1.1'}} Jun 27 15:18:21.157924 dv-cinder-847798-1-iscsi neutron-server[104032]: {{(pid=104032) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 15:18:21.240181 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767602840778'] for network (9eef3305-fda0-4aa3-a821-0f572d2d7395), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:21.287495 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for network (9eef3305-fda0-4aa3-a821-0f572d2d7395), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:21.292766 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:18:21.293395 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:21.365050 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0420346 Jun 27 15:18:21.420994 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc32e60-e358-459a-b692-e2338a57c106 demo demo] Pushing event updated for resources: {'Network': ['ID=9eef3305-fda0-4aa3-a821-0f572d2d7395,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:18:21.441409 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Network 9eef3305-fda0-4aa3-a821-0f572d2d7395 details requested by agent ovs-agent-dv-cinder-847798-1-iscsi with host dv-cinder-847798-1-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 15:18:23.771913 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 47292) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:18:24.276396 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca04349-c150-4df9-aedb-bf5311826133 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:18:24.278016 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-3ca04349-c150-4df9-aedb-bf5311826133 demo admin] 10.222.0.26 "GET /v2.0/networks/9eef3305-fda0-4aa3-a821-0f572d2d7395 HTTP/1.1" status: 200 len: 825 time: 0.5047534 Jun 27 15:18:24.304912 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-5cf4f73a-bd80-406c-8c75-f48cf6eb0e79 demo admin] 10.222.0.26 "GET /v2.0/subnetpools/79b67591-6016-48fc-a224-764a68240432 HTTP/1.1" status: 200 len: 734 time: 0.0209258 Jun 27 15:18:24.314548 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-b6592850-7818-4829-aa1f-c31da54aa315 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '79b67591-6016-48fc-a224-764a68240432', 'network_id': '9eef3305-fda0-4aa3-a821-0f572d2d7395', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:18:24.343594 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6592850-7818-4829-aa1f-c31da54aa315 demo admin] Made reservation on behalf of 4a2d3aea849c46138a453442962777ab for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:18:24.346333 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6592850-7818-4829-aa1f-c31da54aa315 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:24.651715 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=59,neutron:INSERT=38,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:18:24.666847 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6592850-7818-4829-aa1f-c31da54aa315 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for subnet (da2f23b0-1d27-42ca-b988-df0386f95c2d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:24.750175 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6592850-7818-4829-aa1f-c31da54aa315 demo admin] Pushing event updated for resources: {'Subnet': ['ID=da2f23b0-1d27-42ca-b988-df0386f95c2d,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:18:24.754979 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6592850-7818-4829-aa1f-c31da54aa315 demo admin] Checking segment: {'id': '566a0892-38fe-4232-844b-17f02d94b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9eef3305-fda0-4aa3-a821-0f572d2d7395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:18:24.755358 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6592850-7818-4829-aa1f-c31da54aa315 demo admin] Network hostable DHCP agents. Network: 9eef3305-fda0-4aa3-a821-0f572d2d7395, hostable agents: ['98079605-5130-4ae4-a555-f860a4678271'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 15:18:24.764677 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6592850-7818-4829-aa1f-c31da54aa315 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:24.765020 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6592850-7818-4829-aa1f-c31da54aa315 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:24.765376 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6592850-7818-4829-aa1f-c31da54aa315 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:24.765715 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6592850-7818-4829-aa1f-c31da54aa315 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:24.766045 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6592850-7818-4829-aa1f-c31da54aa315 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:24.766373 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6592850-7818-4829-aa1f-c31da54aa315 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:24.766693 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6592850-7818-4829-aa1f-c31da54aa315 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:24.767012 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6592850-7818-4829-aa1f-c31da54aa315 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:24.767345 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6592850-7818-4829-aa1f-c31da54aa315 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:24.767669 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6592850-7818-4829-aa1f-c31da54aa315 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:24.767990 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6592850-7818-4829-aa1f-c31da54aa315 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:24.768355 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6592850-7818-4829-aa1f-c31da54aa315 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:24.768649 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6592850-7818-4829-aa1f-c31da54aa315 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:24.768970 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6592850-7818-4829-aa1f-c31da54aa315 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:24.769284 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6592850-7818-4829-aa1f-c31da54aa315 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6592850-7818-4829-aa1f-c31da54aa315 demo admin] Tracked resource versions report: Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: pushed versions: Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: { 'AddressGroup': {'1.2'}, Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: 'Agent': {'1.1'}, Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: 'ConntrackHelper': {'1.0'}, Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: 'LocalIPAssociation': {'1.0'}, Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: 'Log': {'1.0'}, Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: 'NDPProxy': {'1.0'}, Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: 'Network': {'1.1'}, Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: 'Port': {'1.7'}, Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: 'PortForwarding': {'1.3'}, Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: 'QosPolicy': {'1.10'}, Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: 'SecurityGroup': {'1.5'}, Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: 'SecurityGroupRule': {'1.2'}, Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: 'SubPort': {'1.0'}, Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: 'Subnet': {'1.1'}, Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: 'Trunk': {'1.1'}} Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: consumer versions: Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: { DHCP agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: L3 agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: Metadata agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: Metering agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: Open vSwitch agent@dv-cinder-847798-1-iscsi: { 'AddressGroup': '1.2', Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: 'Agent': '1.1', Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: 'ConntrackHelper': '1.0', Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: 'LocalIPAssociation': '1.0', Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: 'Log': '1.0', Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: 'NDPProxy': '1.0', Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: 'Network': '1.1', Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: 'Port': '1.7', Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: 'PortForwarding': '1.3', Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: 'QosPolicy': '1.10', Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: 'SecurityGroup': '1.5', Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: 'SecurityGroupRule': '1.2', Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: 'SubPort': '1.0', Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: 'Subnet': '1.1', Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: 'Trunk': '1.1'}} Jun 27 15:18:24.770660 dv-cinder-847798-1-iscsi neutron-server[104031]: {{(pid=104031) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 15:18:24.812684 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6592850-7818-4829-aa1f-c31da54aa315 demo admin] Network 9eef3305-fda0-4aa3-a821-0f572d2d7395 is scheduled to be hosted by DHCP agent 98079605-5130-4ae4-a555-f860a4678271 with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 15:18:24.832778 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-b6592850-7818-4829-aa1f-c31da54aa315 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847798-1-iscsi, 9eef3305-fda0-4aa3-a821-0f572d2d7395) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:18:24.839805 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6592850-7818-4829-aa1f-c31da54aa315 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:18:24.841015 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6592850-7818-4829-aa1f-c31da54aa315 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:24.847614 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437ba56d-5ace-40f7-82f9-e2c6b5ace211 None None] Network 9eef3305-fda0-4aa3-a821-0f572d2d7395 requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:18:24.864850 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-b6592850-7818-4829-aa1f-c31da54aa315 demo admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5536797 Jun 27 15:18:24.974479 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=40,neutron:INSERT=33,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:18:25.189606 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5182d913-239d-560a-a272-f123969c0cda-9eef3305-fda0-4aa3-a821-0f572d2d7395', 'network_id': '9eef3305-fda0-4aa3-a821-0f572d2d7395', 'project_id': '4a2d3aea849c46138a453442962777ab', 'fixed_ips': [{'subnet_id': 'da2f23b0-1d27-42ca-b988-df0386f95c2d'}]}} from dv-cinder-847798-1-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 15:18:25.191786 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:25.574275 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Allocated IP 172.20.0.2 (9eef3305-fda0-4aa3-a821-0f572d2d7395/da2f23b0-1d27-42ca-b988-df0386f95c2d/10362c4b-7536-475c-87ff-97e741cfa441) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:18:25.833387 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Publish callbacks [] for port (10362c4b-7536-475c-87ff-97e741cfa441), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:25.842527 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724'] for port (10362c4b-7536-475c-87ff-97e741cfa441), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:25.930043 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Network 9eef3305-fda0-4aa3-a821-0f572d2d7395 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:18:25.935594 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:18:25.944773 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:18:25.951491 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Pushing event updated for resources: {'Port': ['ID=10362c4b-7536-475c-87ff-97e741cfa441,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:18:25.985999 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:25.986399 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:25.986700 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:25.987061 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:25.987400 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:25.987739 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:25.988066 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:25.988423 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:25.988764 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:25.989089 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:25.989417 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:25.989757 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:25.990087 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:25.990406 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:25.990729 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Tracked resource versions report: Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: pushed versions: Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: { 'AddressGroup': {'1.2'}, Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: 'Agent': {'1.1'}, Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: 'ConntrackHelper': {'1.0'}, Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: 'LocalIPAssociation': {'1.0'}, Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: 'Log': {'1.0'}, Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: 'NDPProxy': {'1.0'}, Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: 'Network': {'1.1'}, Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: 'Port': {'1.7'}, Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: 'PortForwarding': {'1.3'}, Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: 'QosPolicy': {'1.10'}, Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: 'SecurityGroup': {'1.5'}, Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: 'SecurityGroupRule': {'1.2'}, Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: 'SubPort': {'1.0'}, Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: 'Subnet': {'1.1'}, Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: 'Trunk': {'1.1'}} Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: consumer versions: Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: { DHCP agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: L3 agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: Metadata agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: Metering agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: Open vSwitch agent@dv-cinder-847798-1-iscsi: { 'AddressGroup': '1.2', Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: 'Agent': '1.1', Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: 'ConntrackHelper': '1.0', Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: 'LocalIPAssociation': '1.0', Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: 'Log': '1.0', Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: 'NDPProxy': '1.0', Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: 'Network': '1.1', Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: 'Port': '1.7', Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: 'PortForwarding': '1.3', Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: 'QosPolicy': '1.10', Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: 'SecurityGroup': '1.5', Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: 'SecurityGroupRule': '1.2', Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: 'SubPort': '1.0', Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: 'Subnet': '1.1', Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: 'Trunk': '1.1'}} Jun 27 15:18:25.992341 dv-cinder-847798-1-iscsi neutron-server[104033]: {{(pid=104033) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 15:18:26.048262 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Attempting to bind port 10362c4b-7536-475c-87ff-97e741cfa441 on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:18:26.048707 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Attempting to bind port 10362c4b-7536-475c-87ff-97e741cfa441 by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': '566a0892-38fe-4232-844b-17f02d94b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9eef3305-fda0-4aa3-a821-0f572d2d7395'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:18:26.049131 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Attempting to bind port 10362c4b-7536-475c-87ff-97e741cfa441 on network 9eef3305-fda0-4aa3-a821-0f572d2d7395 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:18:26.055322 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:18:26.055686 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Checking segment: {'id': '566a0892-38fe-4232-844b-17f02d94b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9eef3305-fda0-4aa3-a821-0f572d2d7395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:18:26.056170 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:26.056599 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Bound using segment: {'id': '566a0892-38fe-4232-844b-17f02d94b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9eef3305-fda0-4aa3-a821-0f572d2d7395'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:18:26.057096 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Bound port: 10362c4b-7536-475c-87ff-97e741cfa441, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566a0892-38fe-4232-844b-17f02d94b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9eef3305-fda0-4aa3-a821-0f572d2d7395'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:18:26.057504 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (10362c4b-7536-475c-87ff-97e741cfa441), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:26.076804 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:18:26.128970 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] For port 10362c4b-7536-475c-87ff-97e741cfa441, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:18:26.151340 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] For port 10362c4b-7536-475c-87ff-97e741cfa441, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=10362c4b-7536-475c-87ff-97e741cfa441,segment=NetworkSegment(566a0892-38fe-4232-844b-17f02d94b47b),segment_id=566a0892-38fe-4232-844b-17f02d94b47b)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:18:26.160642 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (10362c4b-7536-475c-87ff-97e741cfa441), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:26.222650 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c94a5-a24c-4d61-a5d8-79df0bbd9bfd None None] Pushing event updated for resources: {'Port': ['ID=10362c4b-7536-475c-87ff-97e741cfa441,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:18:27.063501 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=7 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:18:27.066212 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:18:27.269593 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 47312) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:18:27.643815 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [None req-9da3f70d-cef5-4a49-921f-22fb90b29f9b admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 15:18:27.644853 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9da3f70d-cef5-4a49-921f-22fb90b29f9b admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3742552 Jun 27 15:18:30.090548 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 47320) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:18:30.500937 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [None req-31093017-12e0-4f49-bdaa-99dbbb48cc22 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 15:18:30.502209 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-31093017-12e0-4f49-bdaa-99dbbb48cc22 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4101942 Jun 27 15:18:31.378118 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=39,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:18:31.390610 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=45,neutron:INSERT=41,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:18:33.001412 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 47332) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:18:33.392740 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-d65e7207-6b02-4e79-8780-5fa22a7fc719 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:18:33.422081 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d65e7207-6b02-4e79-8780-5fa22a7fc719 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3705535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254088'] for router (d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:33.424136 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d65e7207-6b02-4e79-8780-5fa22a7fc719 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3716892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254083'] for router (d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:33.578528 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d65e7207-6b02-4e79-8780-5fa22a7fc719 demo demo] Publish callbacks [] for router_controller (d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:33.584754 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d65e7207-6b02-4e79-8780-5fa22a7fc719 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3708253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733158'] for router (d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:33.604335 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d65e7207-6b02-4e79-8780-5fa22a7fc719 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:33.605680 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-d65e7207-6b02-4e79-8780-5fa22a7fc719 demo demo] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6032560 Jun 27 15:18:34.458303 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 10362c4b-7536-475c-87ff-97e741cfa441 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:18:34.554107 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 10362c4b-7536-475c-87ff-97e741cfa441 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:18:34.554534 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (10362c4b-7536-475c-87ff-97e741cfa441), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:34.686625 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 10362c4b-7536-475c-87ff-97e741cfa441 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:18:34.687125 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (10362c4b-7536-475c-87ff-97e741cfa441), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:34.734093 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:18:34.737073 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] For port 10362c4b-7536-475c-87ff-97e741cfa441, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=10362c4b-7536-475c-87ff-97e741cfa441,segment=NetworkSegment(566a0892-38fe-4232-844b-17f02d94b47b),segment_id=566a0892-38fe-4232-844b-17f02d94b47b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:18:34.743382 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (10362c4b-7536-475c-87ff-97e741cfa441), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:34.804727 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Pushing event updated for resources: {'Port': ['ID=10362c4b-7536-475c-87ff-97e741cfa441,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:18:34.853595 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=76,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:18:34.855124 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=10,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:18:35.122844 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b71bc4a-c1ca-416f-87bc-da3adf1cf14f None None] Network 9eef3305-fda0-4aa3-a821-0f572d2d7395 requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:18:35.232781 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d70aac5e-1bf0-47ea-a774-4b89df545d72 None None] Provisioning complete for port 10362c4b-7536-475c-87ff-97e741cfa441 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:18:35.233159 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d70aac5e-1bf0-47ea-a774-4b89df545d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (10362c4b-7536-475c-87ff-97e741cfa441), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:35.368933 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d70aac5e-1bf0-47ea-a774-4b89df545d72 None None] Current status of the port 10362c4b-7536-475c-87ff-97e741cfa441 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:18:35.592957 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-02215b8a-b8fd-47a0-b433-9b356d3ab0c4 None None] Provisioning complete for port 10362c4b-7536-475c-87ff-97e741cfa441 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:18:35.593779 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-02215b8a-b8fd-47a0-b433-9b356d3ab0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (10362c4b-7536-475c-87ff-97e741cfa441), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:35.681100 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-02215b8a-b8fd-47a0-b433-9b356d3ab0c4 None None] Current status of the port 10362c4b-7536-475c-87ff-97e741cfa441 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:18:36.100342 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 47346) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:18:36.445855 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 10362c4b-7536-475c-87ff-97e741cfa441 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:18:36.495518 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 10362c4b-7536-475c-87ff-97e741cfa441 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:18:36.495935 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (10362c4b-7536-475c-87ff-97e741cfa441), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:36.557478 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [None req-f608f184-e450-4123-8b0d-edc748fa4c81 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 15:18:36.559036 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-f608f184-e450-4123-8b0d-edc748fa4c81 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4574401 Jun 27 15:18:36.578097 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 10362c4b-7536-475c-87ff-97e741cfa441 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:18:38.758807 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:18:38.765891 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a37041e7-2598-4e32-b11c-2ec6929a3477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:38.966244 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 47354) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:18:39.344930 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-7f804e32-3f2b-4cb3-beac-51af040dca69 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:18:39.370180 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f804e32-3f2b-4cb3-beac-51af040dca69 admin admin] Made reservation on behalf of 9702a09cdfa2459d8590360a884e14e2 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:18:39.372522 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f804e32-3f2b-4cb3-beac-51af040dca69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:39.389009 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f804e32-3f2b-4cb3-beac-51af040dca69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:39.505668 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f804e32-3f2b-4cb3-beac-51af040dca69 admin admin] Publish callbacks [] for security_group (dd4fa777-41b3-4e82-bace-bfb9eeebb008), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:39.510822 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f804e32-3f2b-4cb3-beac-51af040dca69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (dd4fa777-41b3-4e82-bace-bfb9eeebb008), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:39.533994 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7f804e32-3f2b-4cb3-beac-51af040dca69 admin admin] Reserving flat network on physical network physnet1 {{(pid=104031) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 27 15:18:39.554188 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f804e32-3f2b-4cb3-beac-51af040dca69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4fa777-41b3-4e82-bace-bfb9eeebb008,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:18:39.563139 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f804e32-3f2b-4cb3-beac-51af040dca69 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767603345794', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (8a10ea46-bf64-4eeb-a875-fb291e9f235b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:39.563708 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f804e32-3f2b-4cb3-beac-51af040dca69 admin admin] Unsubscribe: segment precommit_create {{(pid=104031) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 27 15:18:39.564169 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-7f804e32-3f2b-4cb3-beac-51af040dca69 admin admin] Added segment 8a10ea46-bf64-4eeb-a875-fb291e9f235b of type flat for network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb Jun 27 15:18:39.638361 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f804e32-3f2b-4cb3-beac-51af040dca69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767602840778'] for network (514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:39.712991 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f804e32-3f2b-4cb3-beac-51af040dca69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for network (514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:39.714109 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f804e32-3f2b-4cb3-beac-51af040dca69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:18:39.714769 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f804e32-3f2b-4cb3-beac-51af040dca69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:39.769974 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-7f804e32-3f2b-4cb3-beac-51af040dca69 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8025784 Jun 27 15:18:39.822927 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f804e32-3f2b-4cb3-beac-51af040dca69 admin admin] Pushing event updated for resources: {'Network': ['ID=514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:18:39.835216 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb details requested by agent ovs-agent-dv-cinder-847798-1-iscsi with host dv-cinder-847798-1-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 15:18:41.727312 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-41b4e466-82b0-41b5-b792-6e14f64c6987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:42.119738 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 47362) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:18:42.531369 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecc5ce4-dee9-44af-8448-af42c1605d7a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:18:42.532708 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-eecc5ce4-dee9-44af-8448-af42c1605d7a demo admin] 10.222.0.26 "GET /v2.0/subnets/da2f23b0-1d27-42ca-b988-df0386f95c2d HTTP/1.1" status: 200 len: 849 time: 0.4119165 Jun 27 15:18:42.696741 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-5caca4fa-1905-4ad7-8a13-8aae32c8006e demo admin] 10.222.0.26 "GET /v2.0/routers/d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f HTTP/1.1" status: 200 len: 704 time: 0.1568913 Jun 27 15:18:42.974038 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ca91f2e-651f-4751-895a-3aad2c1c2301 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:43.258853 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:18:43.281443 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:18:43.314380 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-5ca91f2e-651f-4751-895a-3aad2c1c2301 demo admin] Allocated IP 172.20.0.1 (9eef3305-fda0-4aa3-a821-0f572d2d7395/da2f23b0-1d27-42ca-b988-df0386f95c2d/066ed0a6-d0da-4246-b371-9560c31edd08) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:18:43.363494 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:43.496444 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ca91f2e-651f-4751-895a-3aad2c1c2301 demo admin] Publish callbacks [] for port (066ed0a6-d0da-4246-b371-9560c31edd08), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:43.597553 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=12,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:18:43.598196 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=7,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:18:43.615319 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ca91f2e-651f-4751-895a-3aad2c1c2301 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724'] for port (066ed0a6-d0da-4246-b371-9560c31edd08), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:43.747777 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca91f2e-651f-4751-895a-3aad2c1c2301 demo admin] Network 9eef3305-fda0-4aa3-a821-0f572d2d7395 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:18:43.756845 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-5ca91f2e-651f-4751-895a-3aad2c1c2301 demo admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:18:43.761511 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca91f2e-651f-4751-895a-3aad2c1c2301 demo admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:18:43.762974 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ca91f2e-651f-4751-895a-3aad2c1c2301 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734275'] for router_interface (d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:43.782476 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca91f2e-651f-4751-895a-3aad2c1c2301 demo admin] Pushing event updated for resources: {'Port': ['ID=066ed0a6-d0da-4246-b371-9560c31edd08,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:18:43.962704 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-002514e6-0578-497f-b30d-0739b673bd42 None None] Provisioning complete for port 066ed0a6-d0da-4246-b371-9560c31edd08 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:18:43.962979 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-002514e6-0578-497f-b30d-0739b673bd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (066ed0a6-d0da-4246-b371-9560c31edd08), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:43.969720 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ca91f2e-651f-4751-895a-3aad2c1c2301 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (066ed0a6-d0da-4246-b371-9560c31edd08), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:43.996199 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-002514e6-0578-497f-b30d-0739b673bd42 None None] Port 066ed0a6-d0da-4246-b371-9560c31edd08 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:18:44.188273 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ca91f2e-651f-4751-895a-3aad2c1c2301 demo admin] Publish callbacks [] for port (066ed0a6-d0da-4246-b371-9560c31edd08), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:44.193572 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ca91f2e-651f-4751-895a-3aad2c1c2301 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (066ed0a6-d0da-4246-b371-9560c31edd08), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:44.194575 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5ca91f2e-651f-4751-895a-3aad2c1c2301 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3703187'] for router_interface (d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:44.257875 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca91f2e-651f-4751-895a-3aad2c1c2301 demo admin] Pushing event updated for resources: {'Port': ['ID=066ed0a6-d0da-4246-b371-9560c31edd08,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:18:44.325941 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:18:44.328206 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca91f2e-651f-4751-895a-3aad2c1c2301 demo admin] Network 9eef3305-fda0-4aa3-a821-0f572d2d7395 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:18:44.329913 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-5ca91f2e-651f-4751-895a-3aad2c1c2301 demo admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:18:44.377205 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:44.523357 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2bcb012c-b3ca-492f-9658-fde1e50ee1c6 None None] Provisioning complete for port 066ed0a6-d0da-4246-b371-9560c31edd08 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:18:44.523992 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2bcb012c-b3ca-492f-9658-fde1e50ee1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (066ed0a6-d0da-4246-b371-9560c31edd08), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:44.538907 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca91f2e-651f-4751-895a-3aad2c1c2301 demo admin] Router d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f is scheduled to L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 15:18:44.542498 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:18:44.569493 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2bcb012c-b3ca-492f-9658-fde1e50ee1c6 None None] Port 066ed0a6-d0da-4246-b371-9560c31edd08 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:18:44.634522 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca91f2e-651f-4751-895a-3aad2c1c2301 demo admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:18:44.642421 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-5ca91f2e-651f-4751-895a-3aad2c1c2301 demo admin] 10.222.0.26 "PUT /v2.0/routers/d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9379706 Jun 27 15:18:44.660436 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add49d19-8661-4656-8251-87ab37802a66 None None] Sync routers for ids ['d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:18:44.674953 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add49d19-8661-4656-8251-87ab37802a66 None None] Routers {'d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:18:44.675840 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-add49d19-8661-4656-8251-87ab37802a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:18:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:18:44.865418 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-add49d19-8661-4656-8251-87ab37802a66 None None] Set router d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:18:44.964769 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:45.327575 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-add49d19-8661-4656-8251-87ab37802a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f', 'name': 'router1', 'tenant_id': '4a2d3aea849c46138a453442962777ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:18:33Z', 'updated_at': '2022-06-27T15:18:43Z', 'revision_number': 2, 'project_id': '4a2d3aea849c46138a453442962777ab', 'gw_port_host': None, '_interfaces': [{'id': '066ed0a6-d0da-4246-b371-9560c31edd08', 'name': '', 'network_id': '9eef3305-fda0-4aa3-a821-0f572d2d7395', 'tenant_id': '4a2d3aea849c46138a453442962777ab', 'mac_address': 'fa:16:3e:75:dd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da2f23b0-1d27-42ca-b988-df0386f95c2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:18:42Z', 'updated_at': '2022-06-27T15:18:44Z', 'revision_number': 2, 'project_id': '4a2d3aea849c46138a453442962777ab', 'subnets': [{'id': 'da2f23b0-1d27-42ca-b988-df0386f95c2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '79b67591-6016-48fc-a224-764a68240432'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:18:45.380597 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add49d19-8661-4656-8251-87ab37802a66 None None] Checking router: d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:18:45.380958 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add49d19-8661-4656-8251-87ab37802a66 None None] Updating router d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f port 066ed0a6-d0da-4246-b371-9560c31edd08 binding host dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 15:18:45.437738 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-add49d19-8661-4656-8251-87ab37802a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (066ed0a6-d0da-4246-b371-9560c31edd08), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:46.035555 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-add49d19-8661-4656-8251-87ab37802a66 None None] Publish callbacks [] for port (066ed0a6-d0da-4246-b371-9560c31edd08), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:46.042519 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-add49d19-8661-4656-8251-87ab37802a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (066ed0a6-d0da-4246-b371-9560c31edd08), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:46.170134 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4adcb1a-933b-47f2-aed9-d77f314d332e None None] Pushing event updated for resources: {'Port': ['ID=066ed0a6-d0da-4246-b371-9560c31edd08,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:18:46.212226 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4adcb1a-933b-47f2-aed9-d77f314d332e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:46.212842 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4adcb1a-933b-47f2-aed9-d77f314d332e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:46.213429 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4adcb1a-933b-47f2-aed9-d77f314d332e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:46.214021 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4adcb1a-933b-47f2-aed9-d77f314d332e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:46.214598 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4adcb1a-933b-47f2-aed9-d77f314d332e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:46.215330 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4adcb1a-933b-47f2-aed9-d77f314d332e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:46.215799 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4adcb1a-933b-47f2-aed9-d77f314d332e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:46.216392 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4adcb1a-933b-47f2-aed9-d77f314d332e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:46.216962 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4adcb1a-933b-47f2-aed9-d77f314d332e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:46.217535 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4adcb1a-933b-47f2-aed9-d77f314d332e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:46.218111 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4adcb1a-933b-47f2-aed9-d77f314d332e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:46.218706 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4adcb1a-933b-47f2-aed9-d77f314d332e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:46.219270 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4adcb1a-933b-47f2-aed9-d77f314d332e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:46.219840 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4adcb1a-933b-47f2-aed9-d77f314d332e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:46.220437 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4adcb1a-933b-47f2-aed9-d77f314d332e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4adcb1a-933b-47f2-aed9-d77f314d332e None None] Tracked resource versions report: Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: pushed versions: Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: { 'AddressGroup': {'1.2'}, Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: 'Agent': {'1.1'}, Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: 'ConntrackHelper': {'1.0'}, Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: 'LocalIPAssociation': {'1.0'}, Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: 'Log': {'1.0'}, Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: 'NDPProxy': {'1.0'}, Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: 'Network': {'1.1'}, Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: 'Port': {'1.7'}, Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: 'PortForwarding': {'1.3'}, Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: 'QosPolicy': {'1.10'}, Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: 'SecurityGroup': {'1.5'}, Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: 'SecurityGroupRule': {'1.2'}, Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: 'SubPort': {'1.0'}, Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: 'Subnet': {'1.1'}, Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: 'Trunk': {'1.1'}} Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: consumer versions: Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: { DHCP agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: L3 agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: Metadata agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: Metering agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: Open vSwitch agent@dv-cinder-847798-1-iscsi: { 'AddressGroup': '1.2', Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: 'Agent': '1.1', Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: 'ConntrackHelper': '1.0', Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: 'LocalIPAssociation': '1.0', Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: 'Log': '1.0', Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: 'NDPProxy': '1.0', Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: 'Network': '1.1', Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: 'Port': '1.7', Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: 'PortForwarding': '1.3', Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: 'QosPolicy': '1.10', Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: 'SecurityGroup': '1.5', Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: 'SecurityGroupRule': '1.2', Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: 'SubPort': '1.0', Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: 'Subnet': '1.1', Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: 'Trunk': '1.1'}} Jun 27 15:18:46.222983 dv-cinder-847798-1-iscsi neutron-server[104034]: {{(pid=104034) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 15:18:46.270187 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-add49d19-8661-4656-8251-87ab37802a66 None None] Attempting to bind port 066ed0a6-d0da-4246-b371-9560c31edd08 on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:18:46.270712 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-add49d19-8661-4656-8251-87ab37802a66 None None] Attempting to bind port 066ed0a6-d0da-4246-b371-9560c31edd08 by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': '566a0892-38fe-4232-844b-17f02d94b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9eef3305-fda0-4aa3-a821-0f572d2d7395'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:18:46.271215 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add49d19-8661-4656-8251-87ab37802a66 None None] Attempting to bind port 066ed0a6-d0da-4246-b371-9560c31edd08 on network 9eef3305-fda0-4aa3-a821-0f572d2d7395 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:18:46.277539 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add49d19-8661-4656-8251-87ab37802a66 None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:18:46.278085 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add49d19-8661-4656-8251-87ab37802a66 None None] Checking segment: {'id': '566a0892-38fe-4232-844b-17f02d94b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9eef3305-fda0-4aa3-a821-0f572d2d7395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:18:46.278577 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-add49d19-8661-4656-8251-87ab37802a66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:46.278972 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add49d19-8661-4656-8251-87ab37802a66 None None] Bound using segment: {'id': '566a0892-38fe-4232-844b-17f02d94b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9eef3305-fda0-4aa3-a821-0f572d2d7395'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:18:46.279454 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-add49d19-8661-4656-8251-87ab37802a66 None None] Bound port: 066ed0a6-d0da-4246-b371-9560c31edd08, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566a0892-38fe-4232-844b-17f02d94b47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9eef3305-fda0-4aa3-a821-0f572d2d7395'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:18:46.279837 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-add49d19-8661-4656-8251-87ab37802a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (066ed0a6-d0da-4246-b371-9560c31edd08), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:46.351058 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-add49d19-8661-4656-8251-87ab37802a66 None None] For port 066ed0a6-d0da-4246-b371-9560c31edd08, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:18:46.371572 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-add49d19-8661-4656-8251-87ab37802a66 None None] For port 066ed0a6-d0da-4246-b371-9560c31edd08, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=066ed0a6-d0da-4246-b371-9560c31edd08,segment=NetworkSegment(566a0892-38fe-4232-844b-17f02d94b47b),segment_id=566a0892-38fe-4232-844b-17f02d94b47b)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:18:46.379414 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-add49d19-8661-4656-8251-87ab37802a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (066ed0a6-d0da-4246-b371-9560c31edd08), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:46.384554 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:18:46.406910 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-97099fef-2308-4678-87aa-4e5a84b10f9e None None] Provisioning complete for port 066ed0a6-d0da-4246-b371-9560c31edd08 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:18:46.407724 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-97099fef-2308-4678-87aa-4e5a84b10f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (066ed0a6-d0da-4246-b371-9560c31edd08), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:46.407946 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:18:46.435380 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add49d19-8661-4656-8251-87ab37802a66 None None] Routers {'d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:18:46.436276 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-add49d19-8661-4656-8251-87ab37802a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:18:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:18:46.473168 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:18:46.516795 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-97099fef-2308-4678-87aa-4e5a84b10f9e None None] Current status of the port 066ed0a6-d0da-4246-b371-9560c31edd08 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:18:46.516795 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-97099fef-2308-4678-87aa-4e5a84b10f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (066ed0a6-d0da-4246-b371-9560c31edd08), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:46.532424 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-add49d19-8661-4656-8251-87ab37802a66 None None] Set router d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:18:46.557499 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-97099fef-2308-4678-87aa-4e5a84b10f9e None None] For port 066ed0a6-d0da-4246-b371-9560c31edd08, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=066ed0a6-d0da-4246-b371-9560c31edd08,segment=NetworkSegment(566a0892-38fe-4232-844b-17f02d94b47b),segment_id=566a0892-38fe-4232-844b-17f02d94b47b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:18:46.562900 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-97099fef-2308-4678-87aa-4e5a84b10f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (066ed0a6-d0da-4246-b371-9560c31edd08), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:46.650538 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97099fef-2308-4678-87aa-4e5a84b10f9e None None] Pushing event updated for resources: {'Port': ['ID=066ed0a6-d0da-4246-b371-9560c31edd08,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:18:46.667917 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4adcb1a-933b-47f2-aed9-d77f314d332e None None] Pushing event updated for resources: {'Port': ['ID=066ed0a6-d0da-4246-b371-9560c31edd08,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:18:46.756283 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-add49d19-8661-4656-8251-87ab37802a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f', 'name': 'router1', 'tenant_id': '4a2d3aea849c46138a453442962777ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:18:33Z', 'updated_at': '2022-06-27T15:18:43Z', 'revision_number': 2, 'project_id': '4a2d3aea849c46138a453442962777ab', 'gw_port_host': None, '_interfaces': [{'id': '066ed0a6-d0da-4246-b371-9560c31edd08', 'name': '', 'network_id': '9eef3305-fda0-4aa3-a821-0f572d2d7395', 'tenant_id': '4a2d3aea849c46138a453442962777ab', 'mac_address': 'fa:16:3e:75:dd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da2f23b0-1d27-42ca-b988-df0386f95c2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:18:42Z', 'updated_at': '2022-06-27T15:18:46Z', 'revision_number': 4, 'project_id': '4a2d3aea849c46138a453442962777ab', 'subnets': [{'id': 'da2f23b0-1d27-42ca-b988-df0386f95c2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '79b67591-6016-48fc-a224-764a68240432'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:18:46.787513 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add49d19-8661-4656-8251-87ab37802a66 None None] The sync data for ids ['d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f'] in dv-cinder-847798-1-iscsi is: [{'id': 'd63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f', 'name': 'router1', 'tenant_id': '4a2d3aea849c46138a453442962777ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:18:33Z', 'updated_at': '2022-06-27T15:18:43Z', 'revision_number': 2, 'project_id': '4a2d3aea849c46138a453442962777ab', 'gw_port_host': None, '_interfaces': [{'id': '066ed0a6-d0da-4246-b371-9560c31edd08', 'name': '', 'network_id': '9eef3305-fda0-4aa3-a821-0f572d2d7395', 'tenant_id': '4a2d3aea849c46138a453442962777ab', 'mac_address': 'fa:16:3e:75:dd:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da2f23b0-1d27-42ca-b988-df0386f95c2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:18:42Z', 'updated_at': '2022-06-27T15:18:46Z', 'revision_number': 4, 'project_id': '4a2d3aea849c46138a453442962777ab', 'subnets': [{'id': 'da2f23b0-1d27-42ca-b988-df0386f95c2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '79b67591-6016-48fc-a224-764a68240432'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:18:46.788361 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a8099d60-7104-4552-a3a3-3b7eb3fbf4c3 None None] Provisioning complete for port 066ed0a6-d0da-4246-b371-9560c31edd08 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:18:46.788635 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a8099d60-7104-4552-a3a3-3b7eb3fbf4c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (066ed0a6-d0da-4246-b371-9560c31edd08), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:46.884121 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a8099d60-7104-4552-a3a3-3b7eb3fbf4c3 None None] Current status of the port 066ed0a6-d0da-4246-b371-9560c31edd08 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:18:47.065595 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 47382) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:18:47.328647 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a448dc5-97b7-4a11-aaf4-712e2e2c8b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:18:47.330114 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-8a448dc5-97b7-4a11-aaf4-712e2e2c8b94 admin admin] 10.222.0.26 "GET /v2.0/networks/514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb HTTP/1.1" status: 200 len: 842 time: 0.2633793 Jun 27 15:18:47.340378 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-5cd41384-4127-4bfc-b8dd-a3ac95242dd3 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.2.0/24', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:18:47.373749 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd41384-4127-4bfc-b8dd-a3ac95242dd3 admin admin] Made reservation on behalf of 9702a09cdfa2459d8590360a884e14e2 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:18:47.376498 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5cd41384-4127-4bfc-b8dd-a3ac95242dd3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:47.700962 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.objects.ports [None req-5cd41384-4127-4bfc-b8dd-a3ac95242dd3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104031) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 27 15:18:47.701412 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5cd41384-4127-4bfc-b8dd-a3ac95242dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for subnet (6226739c-eac4-4784-90b9-a0481f53f3ba), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:47.751942 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd41384-4127-4bfc-b8dd-a3ac95242dd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6226739c-eac4-4784-90b9-a0481f53f3ba,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:18:47.769304 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd41384-4127-4bfc-b8dd-a3ac95242dd3 admin admin] Checking segment: {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:18:47.769665 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd41384-4127-4bfc-b8dd-a3ac95242dd3 admin admin] Network hostable DHCP agents. Network: 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb, hostable agents: ['98079605-5130-4ae4-a555-f860a4678271'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 15:18:47.792802 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd41384-4127-4bfc-b8dd-a3ac95242dd3 admin admin] Network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb is scheduled to be hosted by DHCP agent 98079605-5130-4ae4-a555-f860a4678271 with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 15:18:47.804735 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-5cd41384-4127-4bfc-b8dd-a3ac95242dd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847798-1-iscsi, 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:18:47.812277 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd41384-4127-4bfc-b8dd-a3ac95242dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:18:47.812999 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5cd41384-4127-4bfc-b8dd-a3ac95242dd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:47.814557 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeae828-c6f1-4c40-9b8e-1d338acddea4 None None] Network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:18:47.834704 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-5cd41384-4127-4bfc-b8dd-a3ac95242dd3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4981911 Jun 27 15:18:47.987015 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d076b2c-ab9c-409f-8c16-5a74a3718294 None None] Network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:18:50.298807 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 47400) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:18:50.480114 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-8bef5107-b767-426f-b620-50b273371493 demo admin] 10.222.0.26 "GET /v2.0/routers/d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f HTTP/1.1" status: 200 len: 710 time: 0.1799269 Jun 27 15:18:50.644950 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:18:50.664220 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45afe8c-7620-42cf-b0a7-0b37a264f2e3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:18:50.665882 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-f45afe8c-7620-42cf-b0a7-0b37a264f2e3 demo admin] 10.222.0.26 "GET /v2.0/networks/514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb HTTP/1.1" status: 200 len: 886 time: 0.1793084 Jun 27 15:18:50.675105 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-6129ef8f-54e0-49c8-86eb-209d767e00e0 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:18:50.831649 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:18:50.927690 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6129ef8f-54e0-49c8-86eb-209d767e00e0 demo admin] Publish callbacks [] for router_gateway (d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:51.166761 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6129ef8f-54e0-49c8-86eb-209d767e00e0 demo admin] Publish callbacks [] for router_gateway (d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:51.251654 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6129ef8f-54e0-49c8-86eb-209d767e00e0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:51.373967 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-6129ef8f-54e0-49c8-86eb-209d767e00e0 demo admin] Allocated IP 172.27.2.55 (514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb/6226739c-eac4-4784-90b9-a0481f53f3ba/a96bb49b-7e42-4912-8799-b22a7df06539) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:18:51.500826 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6129ef8f-54e0-49c8-86eb-209d767e00e0 demo admin] Publish callbacks [] for port (a96bb49b-7e42-4912-8799-b22a7df06539), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:51.534920 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6129ef8f-54e0-49c8-86eb-209d767e00e0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724'] for port (a96bb49b-7e42-4912-8799-b22a7df06539), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:51.572283 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:18:51.584042 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6129ef8f-54e0-49c8-86eb-209d767e00e0 demo admin] Network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:18:51.588395 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-6129ef8f-54e0-49c8-86eb-209d767e00e0 demo admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:18:51.604215 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6129ef8f-54e0-49c8-86eb-209d767e00e0 demo admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:18:51.608985 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129ef8f-54e0-49c8-86eb-209d767e00e0 demo admin] Pushing event updated for resources: {'Port': ['ID=a96bb49b-7e42-4912-8799-b22a7df06539,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:18:51.877374 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6129ef8f-54e0-49c8-86eb-209d767e00e0 demo admin] Publish callbacks [] for router_gateway (d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:51.929483 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:18:52.105771 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6129ef8f-54e0-49c8-86eb-209d767e00e0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3733204', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3708246', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-254101'] for router (d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:52.109836 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6129ef8f-54e0-49c8-86eb-209d767e00e0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733158', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3733165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3733183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3708207'] for router (d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:52.319413 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6129ef8f-54e0-49c8-86eb-209d767e00e0 demo admin] Router d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:18:52.435317 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6129ef8f-54e0-49c8-86eb-209d767e00e0 demo admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:18:52.443366 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 066ed0a6-d0da-4246-b371-9560c31edd08 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:18:52.445027 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6129ef8f-54e0-49c8-86eb-209d767e00e0 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:52.449360 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-6129ef8f-54e0-49c8-86eb-209d767e00e0 demo admin] 10.222.0.26 "PUT /v2.0/routers/d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f HTTP/1.1" status: 200 len: 889 time: 1.7769482 Jun 27 15:18:52.504695 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 066ed0a6-d0da-4246-b371-9560c31edd08 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:18:52.505342 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (066ed0a6-d0da-4246-b371-9560c31edd08), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:52.540427 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:18:52.603896 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 066ed0a6-d0da-4246-b371-9560c31edd08 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:18:53.486786 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d78cc7-b927-4340-a838-8f3925bb336d None None] Sync routers for ids ['d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f'] in dv-cinder-847798-1-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:18:53.499823 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d78cc7-b927-4340-a838-8f3925bb336d None None] Routers {'d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:18:53.500541 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-13d78cc7-b927-4340-a838-8f3925bb336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:18:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:18:53.738482 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-13d78cc7-b927-4340-a838-8f3925bb336d None None] Set router d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:18:54.273244 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-13d78cc7-b927-4340-a838-8f3925bb336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f', 'name': 'router1', 'tenant_id': '4a2d3aea849c46138a453442962777ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a96bb49b-7e42-4912-8799-b22a7df06539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:18:33Z', 'updated_at': '2022-06-27T15:18:51Z', 'revision_number': 4, 'project_id': '4a2d3aea849c46138a453442962777ab', 'gw_port': {'id': 'a96bb49b-7e42-4912-8799-b22a7df06539', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:18:51Z', 'updated_at': '2022-06-27T15:18:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '066ed0a6-d0da-4246-b371-9560c31edd08', 'name': '', 'network_id': '9eef3305-fda0-4aa3-a821-0f572d2d7395', 'tenant_id': '4a2d3aea849c46138a453442962777ab', 'mac_address': 'fa:16:3e:75:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da2f23b0-1d27-42ca-b988-df0386f95c2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:18:42Z', 'updated_at': '2022-06-27T15:18:46Z', 'revision_number': 5, 'project_id': '4a2d3aea849c46138a453442962777ab', 'subnets': [{'id': 'da2f23b0-1d27-42ca-b988-df0386f95c2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '79b67591-6016-48fc-a224-764a68240432'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:18:54.325878 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d78cc7-b927-4340-a838-8f3925bb336d None None] Checking router: d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f for host: dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:18:54.326227 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d78cc7-b927-4340-a838-8f3925bb336d None None] Updating router d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f port a96bb49b-7e42-4912-8799-b22a7df06539 binding host dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 15:18:54.381329 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-13d78cc7-b927-4340-a838-8f3925bb336d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (a96bb49b-7e42-4912-8799-b22a7df06539), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:54.537729 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:18:54.720142 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-13d78cc7-b927-4340-a838-8f3925bb336d None None] Publish callbacks [] for port (a96bb49b-7e42-4912-8799-b22a7df06539), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:54.728037 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-13d78cc7-b927-4340-a838-8f3925bb336d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (a96bb49b-7e42-4912-8799-b22a7df06539), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:54.787507 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-13d78cc7-b927-4340-a838-8f3925bb336d None None] Attempting to bind port a96bb49b-7e42-4912-8799-b22a7df06539 on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:18:54.787962 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-13d78cc7-b927-4340-a838-8f3925bb336d None None] Attempting to bind port a96bb49b-7e42-4912-8799-b22a7df06539 by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:18:54.788246 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d78cc7-b927-4340-a838-8f3925bb336d None None] Attempting to bind port a96bb49b-7e42-4912-8799-b22a7df06539 on network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:18:54.790714 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88e3d4-72ff-4c8c-b31b-7a3ffc66c169 None None] Pushing event updated for resources: {'Port': ['ID=a96bb49b-7e42-4912-8799-b22a7df06539,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:18:54.797768 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d78cc7-b927-4340-a838-8f3925bb336d None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:18:54.798186 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d78cc7-b927-4340-a838-8f3925bb336d None None] Checking segment: {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:18:54.798587 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-13d78cc7-b927-4340-a838-8f3925bb336d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:54.798960 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d78cc7-b927-4340-a838-8f3925bb336d None None] Bound using segment: {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:18:54.799437 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-13d78cc7-b927-4340-a838-8f3925bb336d None None] Bound port: a96bb49b-7e42-4912-8799-b22a7df06539, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:18:54.799934 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-13d78cc7-b927-4340-a838-8f3925bb336d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (a96bb49b-7e42-4912-8799-b22a7df06539), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:54.853241 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-13d78cc7-b927-4340-a838-8f3925bb336d None None] For port a96bb49b-7e42-4912-8799-b22a7df06539, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:18:54.856682 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-13d78cc7-b927-4340-a838-8f3925bb336d None None] For port a96bb49b-7e42-4912-8799-b22a7df06539, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=a96bb49b-7e42-4912-8799-b22a7df06539,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:18:54.864806 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-13d78cc7-b927-4340-a838-8f3925bb336d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (a96bb49b-7e42-4912-8799-b22a7df06539), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:54.879717 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:18:54.937362 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d78cc7-b927-4340-a838-8f3925bb336d None None] Routers {'d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:18:54.938000 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-13d78cc7-b927-4340-a838-8f3925bb336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:18:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:18:54.940003 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88e3d4-72ff-4c8c-b31b-7a3ffc66c169 None None] Pushing event updated for resources: {'Port': ['ID=a96bb49b-7e42-4912-8799-b22a7df06539,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:18:54.946346 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 47412) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:18:55.047779 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-13d78cc7-b927-4340-a838-8f3925bb336d None None] Set router d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:18:55.084956 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-881dc4ed-b1bd-4167-b0b5-11004e6bcffc admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1374080 Jun 27 15:18:55.326098 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-13d78cc7-b927-4340-a838-8f3925bb336d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f', 'name': 'router1', 'tenant_id': '4a2d3aea849c46138a453442962777ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a96bb49b-7e42-4912-8799-b22a7df06539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:18:33Z', 'updated_at': '2022-06-27T15:18:51Z', 'revision_number': 4, 'project_id': '4a2d3aea849c46138a453442962777ab', 'gw_port': {'id': 'a96bb49b-7e42-4912-8799-b22a7df06539', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:18:51Z', 'updated_at': '2022-06-27T15:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '066ed0a6-d0da-4246-b371-9560c31edd08', 'name': '', 'network_id': '9eef3305-fda0-4aa3-a821-0f572d2d7395', 'tenant_id': '4a2d3aea849c46138a453442962777ab', 'mac_address': 'fa:16:3e:75:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da2f23b0-1d27-42ca-b988-df0386f95c2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:18:42Z', 'updated_at': '2022-06-27T15:18:46Z', 'revision_number': 5, 'project_id': '4a2d3aea849c46138a453442962777ab', 'subnets': [{'id': 'da2f23b0-1d27-42ca-b988-df0386f95c2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '79b67591-6016-48fc-a224-764a68240432'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:18:55.353580 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d78cc7-b927-4340-a838-8f3925bb336d None None] The sync data for ids ['d63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f'] in dv-cinder-847798-1-iscsi is: [{'id': 'd63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f', 'name': 'router1', 'tenant_id': '4a2d3aea849c46138a453442962777ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.55'}], 'enable_snat': True}, 'gw_port_id': 'a96bb49b-7e42-4912-8799-b22a7df06539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:18:33Z', 'updated_at': '2022-06-27T15:18:51Z', 'revision_number': 4, 'project_id': '4a2d3aea849c46138a453442962777ab', 'gw_port': {'id': 'a96bb49b-7e42-4912-8799-b22a7df06539', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:93:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:18:51Z', 'updated_at': '2022-06-27T15:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '066ed0a6-d0da-4246-b371-9560c31edd08', 'name': '', 'network_id': '9eef3305-fda0-4aa3-a821-0f572d2d7395', 'tenant_id': '4a2d3aea849c46138a453442962777ab', 'mac_address': 'fa:16:3e:75:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63f6aff-33f1-4709-bbd3-4b6ea1dd7e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da2f23b0-1d27-42ca-b988-df0386f95c2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:18:42Z', 'updated_at': '2022-06-27T15:18:46Z', 'revision_number': 5, 'project_id': '4a2d3aea849c46138a453442962777ab', 'subnets': [{'id': 'da2f23b0-1d27-42ca-b988-df0386f95c2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '79b67591-6016-48fc-a224-764a68240432'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:18:56.456201 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device a96bb49b-7e42-4912-8799-b22a7df06539 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:18:56.518802 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port a96bb49b-7e42-4912-8799-b22a7df06539 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:18:56.519273 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (a96bb49b-7e42-4912-8799-b22a7df06539), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:56.617428 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port a96bb49b-7e42-4912-8799-b22a7df06539 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:18:56.617806 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (a96bb49b-7e42-4912-8799-b22a7df06539), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:56.631241 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:18:56.642111 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] For port a96bb49b-7e42-4912-8799-b22a7df06539, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=a96bb49b-7e42-4912-8799-b22a7df06539,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:18:56.647015 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (a96bb49b-7e42-4912-8799-b22a7df06539), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:56.698179 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Pushing event updated for resources: {'Port': ['ID=a96bb49b-7e42-4912-8799-b22a7df06539,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:18:58.436863 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device a96bb49b-7e42-4912-8799-b22a7df06539 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:18:58.494738 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port a96bb49b-7e42-4912-8799-b22a7df06539 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:18:58.495209 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (a96bb49b-7e42-4912-8799-b22a7df06539), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:18:58.577359 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port a96bb49b-7e42-4912-8799-b22a7df06539 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:19:05.077415 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:19:05.081222 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=37 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:19:06.263592 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=50 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:19:06.266082 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=30 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:19:08.574390 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=24 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:19:08.575938 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:19:08.764658 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-953b6f82-f7b1-4eba-898d-81bf29fc6abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:19:09.257652 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:19:11.676133 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bcac4465-abf9-4182-87f4-0a42b078e99a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:19:13.367066 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:19:14.390495 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:19:14.966367 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:19:19.252921 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:19:24.956724 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:19:24.962733 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:19:38.764814 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-56c94995-f891-4ceb-900a-618707bb79da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:19:41.671399 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a98dd828-0f88-4210-95cd-871e3ae39192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:19:43.277542 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:19:43.285634 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:19:43.365663 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:19:44.379821 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:19:44.973290 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:19:46.256963 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:19:54.962381 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:19:54.967667 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:20:06.252178 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:20:06.254137 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:20:08.760412 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c28b3e45-1890-4cc5-9775-ce6561a5b4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:20:11.678503 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8f0bab04-ba71-4712-8d7b-cd4c2f5f3de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:20:12.499522 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 47954) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:20:12.578231 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-00393164-03b6-4299-b3b5-f778ebc7e5eb admin admin] GET failed (client error): The resource could not be found. Jun 27 15:20:12.579603 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-00393164-03b6-4299-b3b5-f778ebc7e5eb admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0791047 Jun 27 15:20:12.778975 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87daddc1-5827-4dcd-99ce-6a9110d1d677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:20:12.780502 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-87daddc1-5827-4dcd-99ce-6a9110d1d677 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1966143 Jun 27 15:20:13.375451 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:20:14.377202 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:20:14.944057 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 47964) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:20:14.974018 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:20:15.047009 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5593ed06-50d2-4c62-940f-af0bdf719915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:20:15.048447 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-5593ed06-50d2-4c62-940f-af0bdf719915 admin admin] 10.222.0.26 "GET /v2.0/subnets/da2f23b0-1d27-42ca-b988-df0386f95c2d HTTP/1.1" status: 200 len: 849 time: 0.1033461 Jun 27 15:20:15.063158 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-cb3ef61d-3fe3-4935-bff1-63ddefba39f0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:20:15.159921 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cb3ef61d-3fe3-4935-bff1-63ddefba39f0 admin admin] Publish callbacks [] for subnet (da2f23b0-1d27-42ca-b988-df0386f95c2d), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:20:15.314535 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cb3ef61d-3fe3-4935-bff1-63ddefba39f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767603357031'] for subnet (da2f23b0-1d27-42ca-b988-df0386f95c2d), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:20:15.354614 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3ef61d-3fe3-4935-bff1-63ddefba39f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:20:15.355216 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cb3ef61d-3fe3-4935-bff1-63ddefba39f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:20:15.357084 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-cb3ef61d-3fe3-4935-bff1-63ddefba39f0 admin admin] 10.222.0.26 "PUT /v2.0/subnets/da2f23b0-1d27-42ca-b988-df0386f95c2d HTTP/1.1" status: 200 len: 868 time: 0.2981074 Jun 27 15:20:15.378593 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ef61d-3fe3-4935-bff1-63ddefba39f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da2f23b0-1d27-42ca-b988-df0386f95c2d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:20:15.379799 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bdc94b-79c6-4160-b54c-e730d16e069e None None] Network 9eef3305-fda0-4aa3-a821-0f572d2d7395 requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:20:15.387298 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ef61d-3fe3-4935-bff1-63ddefba39f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:20:15.387671 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ef61d-3fe3-4935-bff1-63ddefba39f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:20:15.388033 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ef61d-3fe3-4935-bff1-63ddefba39f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:20:15.388419 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ef61d-3fe3-4935-bff1-63ddefba39f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:20:15.388763 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ef61d-3fe3-4935-bff1-63ddefba39f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:20:15.389107 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ef61d-3fe3-4935-bff1-63ddefba39f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:20:15.389448 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ef61d-3fe3-4935-bff1-63ddefba39f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:20:15.389788 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ef61d-3fe3-4935-bff1-63ddefba39f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:20:15.390144 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ef61d-3fe3-4935-bff1-63ddefba39f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:20:15.390485 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ef61d-3fe3-4935-bff1-63ddefba39f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:20:15.390856 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ef61d-3fe3-4935-bff1-63ddefba39f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:20:15.391189 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ef61d-3fe3-4935-bff1-63ddefba39f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:20:15.391518 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ef61d-3fe3-4935-bff1-63ddefba39f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:20:15.391853 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ef61d-3fe3-4935-bff1-63ddefba39f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:20:15.392177 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3ef61d-3fe3-4935-bff1-63ddefba39f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:20:15.812761 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e9c26875-2d7c-470a-8ce8-aa66a2853ef8 None None] Provisioning complete for port 10362c4b-7536-475c-87ff-97e741cfa441 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:20:15.813031 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e9c26875-2d7c-470a-8ce8-aa66a2853ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (10362c4b-7536-475c-87ff-97e741cfa441), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:20:15.898221 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e9c26875-2d7c-470a-8ce8-aa66a2853ef8 None None] Current status of the port 10362c4b-7536-475c-87ff-97e741cfa441 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:20:15.908424 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e9c26875-2d7c-470a-8ce8-aa66a2853ef8 None None] Provisioning complete for port 066ed0a6-d0da-4246-b371-9560c31edd08 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:20:15.908883 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e9c26875-2d7c-470a-8ce8-aa66a2853ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (066ed0a6-d0da-4246-b371-9560c31edd08), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:20:16.012803 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e9c26875-2d7c-470a-8ce8-aa66a2853ef8 None None] Current status of the port 066ed0a6-d0da-4246-b371-9560c31edd08 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:20:17.485949 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 47974) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:20:17.698749 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7764c411-9b2d-447a-af8f-2404129e0c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:20:17.699122 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7764c411-9b2d-447a-af8f-2404129e0c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:20:17.700764 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-7764c411-9b2d-447a-af8f-2404129e0c6b admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2138495 Jun 27 15:20:19.812711 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 47982) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:20:19.955151 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cb14aa-922e-4c52-8794-ec739b729567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:20:19.955625 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cb14aa-922e-4c52-8794-ec739b729567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:20:19.957235 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-e0cb14aa-922e-4c52-8794-ec739b729567 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1435733 Jun 27 15:20:20.260227 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:20:20.261055 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:20:22.049708 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 47992) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:20:22.246584 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6981e1d-d22e-40e6-bf56-489eacb8c606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:20:22.247971 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-d6981e1d-d22e-40e6-bf56-489eacb8c606 admin admin] 10.222.0.26 "GET /v2.0/networks/514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb HTTP/1.1" status: 200 len: 886 time: 0.1973150 Jun 27 15:20:23.256304 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:20:24.320502 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 48000) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:20:24.462817 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19150bb-0f94-458e-b43a-0eb713f4dec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:20:24.464196 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-c19150bb-0f94-458e-b43a-0eb713f4dec1 admin admin] 10.222.0.26 "GET /v2.0/networks/9eef3305-fda0-4aa3-a821-0f572d2d7395 HTTP/1.1" status: 200 len: 869 time: 0.1431658 Jun 27 15:20:26.009427 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:20:26.010641 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=39,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:20:26.541993 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 48008) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:20:26.688759 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8853de3c-6dfa-4f20-ad5c-d116b08619fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:20:26.689118 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8853de3c-6dfa-4f20-ad5c-d116b08619fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:20:26.691040 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-8853de3c-6dfa-4f20-ad5c-d116b08619fd admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1479831 Jun 27 15:20:28.774258 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 48016) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:20:28.917296 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24925a5b-ce6e-45bf-8389-c38b66f662d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:20:28.917753 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24925a5b-ce6e-45bf-8389-c38b66f662d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:20:28.919317 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-24925a5b-ce6e-45bf-8389-c38b66f662d5 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1440797 Jun 27 15:20:31.021804 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 48024) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:20:31.114952 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77752d0-6749-48c8-bc9a-e2a26bb1e67e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:20:31.116288 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-a77752d0-6749-48c8-bc9a-e2a26bb1e67e admin admin] 10.222.0.26 "GET /v2.0/subnets/6226739c-eac4-4784-90b9-a0481f53f3ba HTTP/1.1" status: 200 len: 816 time: 0.0932703 Jun 27 15:20:33.177580 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 48032) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:20:33.252222 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:20:33.287148 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3b58dd-e5dc-40d0-892f-60638e488bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:20:33.288590 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-3d3b58dd-e5dc-40d0-892f-60638e488bbd admin admin] 10.222.0.26 "GET /v2.0/subnets/da2f23b0-1d27-42ca-b988-df0386f95c2d HTTP/1.1" status: 200 len: 868 time: 0.1096857 Jun 27 15:20:38.765970 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1f85d46a-9593-4370-9729-c76139d71dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:20:38.907034 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=51 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:20:38.910719 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=53 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:20:41.673680 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fb3ab779-786f-46b6-9d8f-daeb3f3bf658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:20:43.282124 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:20:43.283420 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=82,neutron:INSERT=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:20:43.374718 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:20:44.373402 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:20:44.975785 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:20:54.962273 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:20:54.969317 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:21:00.197391 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 48086) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:21:00.251981 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [None req-bef1668b-f5c8-4687-9f4c-edb37d27029c admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 15:21:00.253070 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-bef1668b-f5c8-4687-9f4c-edb37d27029c admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0548065 Jun 27 15:21:00.255996 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:21:02.428294 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 48094) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:21:02.500601 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7e25a8e-fb27-42a0-ad5a-3b8161f361c7 admin admin] GET failed (client error): The resource could not be found. Jun 27 15:21:02.501960 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-a7e25a8e-fb27-42a0-ad5a-3b8161f361c7 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0726573 Jun 27 15:21:02.593411 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c237d2c-0e72-48d3-89e2-4ee579de394d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:21:02.594911 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-9c237d2c-0e72-48d3-89e2-4ee579de394d admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0886414 Jun 27 15:21:04.685328 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 48102) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:21:04.736594 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-db44d994-e66e-41ca-b70f-6c24747b9f5c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:21:04.762669 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db44d994-e66e-41ca-b70f-6c24747b9f5c admin admin] Made reservation on behalf of 9702a09cdfa2459d8590360a884e14e2 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:21:04.765108 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-db44d994-e66e-41ca-b70f-6c24747b9f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:21:04.793921 dv-cinder-847798-1-iscsi neutron-server[104031]: WARNING neutron.services.revisions.revision_plugin [None req-db44d994-e66e-41ca-b70f-6c24747b9f5c admin admin] Could not find related network for resource to bump revision. Jun 27 15:21:04.809150 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db44d994-e66e-41ca-b70f-6c24747b9f5c admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 15:21:04.819752 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-db44d994-e66e-41ca-b70f-6c24747b9f5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (3f86b485-9f71-454a-b417-b63e950b4553), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:21:04.820123 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-db44d994-e66e-41ca-b70f-6c24747b9f5c admin admin] Added segment 3f86b485-9f71-454a-b417-b63e950b4553 of type vlan for network 8255e16b-f805-4e15-88e9-a6f4a9a90763 Jun 27 15:21:04.864687 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-db44d994-e66e-41ca-b70f-6c24747b9f5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767602840778'] for network (8255e16b-f805-4e15-88e9-a6f4a9a90763), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:21:04.890780 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-db44d994-e66e-41ca-b70f-6c24747b9f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for network (8255e16b-f805-4e15-88e9-a6f4a9a90763), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:21:04.891735 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db44d994-e66e-41ca-b70f-6c24747b9f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:21:04.892307 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-db44d994-e66e-41ca-b70f-6c24747b9f5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:21:04.924277 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-db44d994-e66e-41ca-b70f-6c24747b9f5c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2375603 Jun 27 15:21:04.959823 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44d994-e66e-41ca-b70f-6c24747b9f5c admin admin] Pushing event updated for resources: {'Network': ['ID=8255e16b-f805-4e15-88e9-a6f4a9a90763,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:21:04.971123 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Network 8255e16b-f805-4e15-88e9-a6f4a9a90763 details requested by agent ovs-agent-dv-cinder-847798-1-iscsi with host dv-cinder-847798-1-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 15:21:07.051231 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 48110) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:21:07.118470 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9a7929a-3c3b-4708-8722-e868fd274dbf admin admin] GET failed (client error): The resource could not be found. Jun 27 15:21:07.119849 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-c9a7929a-3c3b-4708-8722-e868fd274dbf admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0673954 Jun 27 15:21:07.195987 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220256a4-71eb-47c0-998d-85dade113129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:21:07.197633 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-220256a4-71eb-47c0-998d-85dade113129 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0736024 Jun 27 15:21:07.208181 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-83c3d1fd-ba32-4b56-bc9a-5fabe7644b15 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '8255e16b-f805-4e15-88e9-a6f4a9a90763', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:21:07.233279 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c3d1fd-ba32-4b56-bc9a-5fabe7644b15 admin admin] Made reservation on behalf of 9702a09cdfa2459d8590360a884e14e2 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:21:07.235605 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-83c3d1fd-ba32-4b56-bc9a-5fabe7644b15 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:21:07.243257 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=16 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:21:07.465782 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-83c3d1fd-ba32-4b56-bc9a-5fabe7644b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for subnet (622a30e1-59f4-4d43-895c-4b1ad23b5168), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:21:07.516665 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3d1fd-ba32-4b56-bc9a-5fabe7644b15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=622a30e1-59f4-4d43-895c-4b1ad23b5168,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:21:07.531420 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3d1fd-ba32-4b56-bc9a-5fabe7644b15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:21:07.531768 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3d1fd-ba32-4b56-bc9a-5fabe7644b15 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:21:07.532106 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3d1fd-ba32-4b56-bc9a-5fabe7644b15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:21:07.532496 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3d1fd-ba32-4b56-bc9a-5fabe7644b15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:21:07.532823 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3d1fd-ba32-4b56-bc9a-5fabe7644b15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:21:07.533135 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3d1fd-ba32-4b56-bc9a-5fabe7644b15 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:21:07.533460 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3d1fd-ba32-4b56-bc9a-5fabe7644b15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:21:07.533783 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3d1fd-ba32-4b56-bc9a-5fabe7644b15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:21:07.534124 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3d1fd-ba32-4b56-bc9a-5fabe7644b15 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:21:07.534468 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3d1fd-ba32-4b56-bc9a-5fabe7644b15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:21:07.534757 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3d1fd-ba32-4b56-bc9a-5fabe7644b15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:21:07.535078 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3d1fd-ba32-4b56-bc9a-5fabe7644b15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:21:07.535398 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3d1fd-ba32-4b56-bc9a-5fabe7644b15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:21:07.535716 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3d1fd-ba32-4b56-bc9a-5fabe7644b15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:21:07.536031 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c3d1fd-ba32-4b56-bc9a-5fabe7644b15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:21:07.549765 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c3d1fd-ba32-4b56-bc9a-5fabe7644b15 admin admin] Checking segment: {'id': '3f86b485-9f71-454a-b417-b63e950b4553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8255e16b-f805-4e15-88e9-a6f4a9a90763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:21:07.550134 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c3d1fd-ba32-4b56-bc9a-5fabe7644b15 admin admin] Network hostable DHCP agents. Network: 8255e16b-f805-4e15-88e9-a6f4a9a90763, hostable agents: ['98079605-5130-4ae4-a555-f860a4678271'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 15:21:07.573734 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c3d1fd-ba32-4b56-bc9a-5fabe7644b15 admin admin] Network 8255e16b-f805-4e15-88e9-a6f4a9a90763 is scheduled to be hosted by DHCP agent 98079605-5130-4ae4-a555-f860a4678271 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 15:21:07.585814 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-83c3d1fd-ba32-4b56-bc9a-5fabe7644b15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847798-1-iscsi, 8255e16b-f805-4e15-88e9-a6f4a9a90763) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:21:07.591046 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c3d1fd-ba32-4b56-bc9a-5fabe7644b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:21:07.591656 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-83c3d1fd-ba32-4b56-bc9a-5fabe7644b15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:21:07.598865 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cfb440-da9a-4ba9-8540-f24a4773516f None None] Network 8255e16b-f805-4e15-88e9-a6f4a9a90763 requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:21:07.615775 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-83c3d1fd-ba32-4b56-bc9a-5fabe7644b15 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4113116 Jun 27 15:21:07.814035 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5182d913-239d-560a-a272-f123969c0cda-8255e16b-f805-4e15-88e9-a6f4a9a90763', 'network_id': '8255e16b-f805-4e15-88e9-a6f4a9a90763', 'project_id': '9702a09cdfa2459d8590360a884e14e2', 'fixed_ips': [{'subnet_id': '622a30e1-59f4-4d43-895c-4b1ad23b5168'}]}} from dv-cinder-847798-1-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 15:21:07.815024 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:21:07.963036 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Allocated IP 192.168.233.2 (8255e16b-f805-4e15-88e9-a6f4a9a90763/622a30e1-59f4-4d43-895c-4b1ad23b5168/bb050954-5be0-4b88-a7ae-90f4caa1452e) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:21:08.123945 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Publish callbacks [] for port (bb050954-5be0-4b88-a7ae-90f4caa1452e), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:21:08.131417 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724'] for port (bb050954-5be0-4b88-a7ae-90f4caa1452e), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:21:08.178153 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Network 8255e16b-f805-4e15-88e9-a6f4a9a90763 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:21:08.185457 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:21:08.188230 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:21:08.192481 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Pushing event updated for resources: {'Port': ['ID=bb050954-5be0-4b88-a7ae-90f4caa1452e,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:21:08.205224 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:21:08.205601 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:21:08.206018 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:21:08.206315 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:21:08.206653 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:21:08.206988 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:21:08.207314 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:21:08.207694 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:21:08.208028 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:21:08.208417 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:21:08.208775 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:21:08.209152 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:21:08.209541 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:21:08.209896 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:21:08.210219 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:21:08.264963 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Attempting to bind port bb050954-5be0-4b88-a7ae-90f4caa1452e on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:21:08.265322 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Attempting to bind port bb050954-5be0-4b88-a7ae-90f4caa1452e by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': '3f86b485-9f71-454a-b417-b63e950b4553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8255e16b-f805-4e15-88e9-a6f4a9a90763'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:21:08.265678 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Attempting to bind port bb050954-5be0-4b88-a7ae-90f4caa1452e on network 8255e16b-f805-4e15-88e9-a6f4a9a90763 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:21:08.271280 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:21:08.271642 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Checking segment: {'id': '3f86b485-9f71-454a-b417-b63e950b4553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8255e16b-f805-4e15-88e9-a6f4a9a90763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:21:08.272038 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:21:08.272443 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Bound using segment: {'id': '3f86b485-9f71-454a-b417-b63e950b4553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8255e16b-f805-4e15-88e9-a6f4a9a90763'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:21:08.272911 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Bound port: bb050954-5be0-4b88-a7ae-90f4caa1452e, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f86b485-9f71-454a-b417-b63e950b4553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8255e16b-f805-4e15-88e9-a6f4a9a90763'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:21:08.273282 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (bb050954-5be0-4b88-a7ae-90f4caa1452e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:21:08.339611 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] For port bb050954-5be0-4b88-a7ae-90f4caa1452e, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:21:08.343223 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] For port bb050954-5be0-4b88-a7ae-90f4caa1452e, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=bb050954-5be0-4b88-a7ae-90f4caa1452e,segment=NetworkSegment(3f86b485-9f71-454a-b417-b63e950b4553),segment_id=3f86b485-9f71-454a-b417-b63e950b4553)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:21:08.350253 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (bb050954-5be0-4b88-a7ae-90f4caa1452e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:21:08.412865 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713a9cd-40e4-4c10-bab4-9917575ba221 None None] Pushing event updated for resources: {'Port': ['ID=bb050954-5be0-4b88-a7ae-90f4caa1452e,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:21:08.772113 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bfcdcd44-5686-414e-a64b-48799e8823ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:21:09.306879 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce6bc6f-84ab-406b-856a-7cbb5e191b90 None None] Network 8255e16b-f805-4e15-88e9-a6f4a9a90763 requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:21:09.383725 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4cf92946-05e1-44c2-89fb-1a68bd9d8871 None None] Provisioning complete for port bb050954-5be0-4b88-a7ae-90f4caa1452e triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:21:09.384277 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4cf92946-05e1-44c2-89fb-1a68bd9d8871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (bb050954-5be0-4b88-a7ae-90f4caa1452e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:21:09.417251 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=8 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:21:09.424129 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:21:09.504755 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4cf92946-05e1-44c2-89fb-1a68bd9d8871 None None] Current status of the port bb050954-5be0-4b88-a7ae-90f4caa1452e is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:21:09.505720 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4cf92946-05e1-44c2-89fb-1a68bd9d8871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (bb050954-5be0-4b88-a7ae-90f4caa1452e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:21:09.545127 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4cf92946-05e1-44c2-89fb-1a68bd9d8871 None None] For port bb050954-5be0-4b88-a7ae-90f4caa1452e, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=bb050954-5be0-4b88-a7ae-90f4caa1452e,segment=NetworkSegment(3f86b485-9f71-454a-b417-b63e950b4553),segment_id=3f86b485-9f71-454a-b417-b63e950b4553)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:21:09.551808 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4cf92946-05e1-44c2-89fb-1a68bd9d8871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (bb050954-5be0-4b88-a7ae-90f4caa1452e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:21:09.611498 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf92946-05e1-44c2-89fb-1a68bd9d8871 None None] Pushing event updated for resources: {'Port': ['ID=bb050954-5be0-4b88-a7ae-90f4caa1452e,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:21:09.672000 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-028e208c-40b7-41d7-bbea-6feea35726e9 None None] Provisioning complete for port bb050954-5be0-4b88-a7ae-90f4caa1452e triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:21:09.672409 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-028e208c-40b7-41d7-bbea-6feea35726e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (bb050954-5be0-4b88-a7ae-90f4caa1452e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:21:09.747287 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-028e208c-40b7-41d7-bbea-6feea35726e9 None None] Current status of the port bb050954-5be0-4b88-a7ae-90f4caa1452e is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:21:10.252008 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=18 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:21:10.517882 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device bb050954-5be0-4b88-a7ae-90f4caa1452e up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:21:10.565195 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port bb050954-5be0-4b88-a7ae-90f4caa1452e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:21:10.565584 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (bb050954-5be0-4b88-a7ae-90f4caa1452e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:21:10.642640 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port bb050954-5be0-4b88-a7ae-90f4caa1452e is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:21:11.682414 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-07dafc32-79e5-4946-bbe5-d621273bc799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:21:13.378019 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:21:14.378536 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:21:14.928570 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=22,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:21:14.930668 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=25,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:21:14.978246 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:21:17.607876 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=57,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:21:17.609017 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=58,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:21:24.969475 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:21:24.971763 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=47,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:21:34.257240 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:21:34.258148 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:21:37.255327 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:21:38.769104 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7607503c-8a26-4948-a363-58e06fcecfc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:21:41.680096 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6ffefd1c-bb43-47d2-9e98-e6758f381d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:21:43.381236 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:21:44.383384 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:21:44.980470 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:21:47.250852 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:21:47.251604 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:21:54.967613 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:21:54.974309 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:22:08.764854 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-72a55cc3-4937-4bf7-be5c-e39da030ed14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:22:11.250462 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:22:11.254745 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:22:11.674805 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0f0a131b-13ea-48d4-90ee-e3eb0b96ecd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:22:13.387587 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:22:14.254838 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:22:14.382026 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:22:14.983976 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:22:24.250052 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:22:24.250728 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:22:24.972450 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:22:24.978317 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:22:34.228049 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 48148) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:22:34.236579 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [None req-76f16ce7-d966-4276-bd13-33a1c60eb8b4 tempest-verify_tempest_config-706151228 tempest-verify_tempest_config-706151228-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 15:22:34.237794 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-76f16ce7-d966-4276-bd13-33a1c60eb8b4 tempest-verify_tempest_config-706151228 tempest-verify_tempest_config-706151228-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0087152 Jun 27 15:22:34.582027 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 48166) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:22:34.699621 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-073ed7d4-eb38-48a7-884e-919dd87e5c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:22:34.780310 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-073ed7d4-eb38-48a7-884e-919dd87e5c02 admin admin] Publish callbacks [] for security_group (3fd65e9b-0a7f-40a2-b0d6-6706c7547a29), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:22:34.785747 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-073ed7d4-eb38-48a7-884e-919dd87e5c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (3fd65e9b-0a7f-40a2-b0d6-6706c7547a29), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:22:34.831501 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-073ed7d4-eb38-48a7-884e-919dd87e5c02 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fff958b4ff79492c8bfcf5f539dcbd3e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2484059 Jun 27 15:22:34.832302 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ed7d4-eb38-48a7-884e-919dd87e5c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd65e9b-0a7f-40a2-b0d6-6706c7547a29,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:22:34.834264 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 48170) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:22:34.850306 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ed7d4-eb38-48a7-884e-919dd87e5c02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:22:34.850498 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ed7d4-eb38-48a7-884e-919dd87e5c02 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:22:34.850883 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ed7d4-eb38-48a7-884e-919dd87e5c02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:22:34.851216 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ed7d4-eb38-48a7-884e-919dd87e5c02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:22:34.851546 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ed7d4-eb38-48a7-884e-919dd87e5c02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:22:34.851867 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ed7d4-eb38-48a7-884e-919dd87e5c02 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:22:34.852297 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ed7d4-eb38-48a7-884e-919dd87e5c02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:22:34.852858 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ed7d4-eb38-48a7-884e-919dd87e5c02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:22:34.853064 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ed7d4-eb38-48a7-884e-919dd87e5c02 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:22:34.853394 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ed7d4-eb38-48a7-884e-919dd87e5c02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:22:34.853733 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ed7d4-eb38-48a7-884e-919dd87e5c02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:22:34.854108 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ed7d4-eb38-48a7-884e-919dd87e5c02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:22:34.854380 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ed7d4-eb38-48a7-884e-919dd87e5c02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:22:34.854698 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ed7d4-eb38-48a7-884e-919dd87e5c02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:22:34.855013 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073ed7d4-eb38-48a7-884e-919dd87e5c02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:22:34.901748 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-202f3b02-a7f4-4c9f-a067-845046e9c321 admin admin] Publish callbacks [] for security_group (3fd65e9b-0a7f-40a2-b0d6-6706c7547a29), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:22:34.922965 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-202f3b02-a7f4-4c9f-a067-845046e9c321 admin admin] Publish callbacks [] for security_group (3fd65e9b-0a7f-40a2-b0d6-6706c7547a29), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:22:35.024826 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-202f3b02-a7f4-4c9f-a067-845046e9c321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (3fd65e9b-0a7f-40a2-b0d6-6706c7547a29), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:22:35.028949 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-202f3b02-a7f4-4c9f-a067-845046e9c321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:22:35.030808 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-202f3b02-a7f4-4c9f-a067-845046e9c321 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3fd65e9b-0a7f-40a2-b0d6-6706c7547a29 HTTP/1.1" status: 204 len: 168 time: 0.1954229 Jun 27 15:22:35.041964 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f3b02-a7f4-4c9f-a067-845046e9c321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd65e9b-0a7f-40a2-b0d6-6706c7547a29,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:22:38.770398 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-16c0cf02-7c7a-4e60-a2c2-b46fd4ebf146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:22:41.678943 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dcc76a90-6603-4c7d-8e19-d3a39f286683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:22:43.388984 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:22:44.378035 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:22:44.999736 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:22:45.034355 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=36,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:22:45.036364 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=36,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:22:48.252349 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:22:48.253171 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:22:51.253753 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:22:54.983185 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:22:54.992630 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:23:07.150943 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=13 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:23:07.152788 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=15 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:23:08.777169 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-be0eed81-addd-4bd9-bd96-c6d06eebbb5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:23:11.687784 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d888d211-30d6-4afe-a7eb-55056be94080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:23:13.403024 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:23:14.381167 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:23:15.002751 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:23:24.988357 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:23:24.997086 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:23:25.250552 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:23:25.251542 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:23:28.254716 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:23:38.249370 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:23:38.250070 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:23:38.778377 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7524c2e1-7b2b-4d5b-a234-803b4c47af1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:23:41.695092 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b83ee3f6-08d1-461d-8b91-d64a4719556e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:23:43.404378 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:23:44.378589 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:23:45.002749 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:23:54.990438 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:23:54.996344 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:24:05.254707 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 5 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:24:06.253949 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:24:08.773218 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d4866aa4-2403-4421-95f2-38ebe2dbc085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:24:11.681106 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-12f54cf4-f3ef-4f42-817d-46f406710c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:24:13.399515 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:24:14.374071 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:24:15.006868 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:24:15.251238 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:24:18.579683 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3703087'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:24:28.570806 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:24:28.576071 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:24:30.838059 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 48244) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:24:30.964061 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-b6acc558-3e90-42eb-947c-3f22fac69ffe admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1249208 Jun 27 15:24:33.070018 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 48254) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:24:33.133521 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-ef9cd988-6c25-475a-bdd7-95c63cb422e8 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0623684 Jun 27 15:24:38.779427 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c20d30fd-6b34-4abe-b7d5-35189a38ac25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:24:39.238976 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:24:39.243903 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:24:40.957612 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:24:41.680083 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-aa70b992-1d86-4fb3-8946-07d076d3975b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:24:42.255187 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:24:43.128034 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:24:43.403869 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:24:44.379925 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:24:45.007213 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:24:48.571986 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:24:52.249283 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:24:52.250070 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:24:58.563397 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:24:58.565371 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:UPDATE=4,neutron:SELECT=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:25:08.775458 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-af574ac4-af07-408f-afcc-dfb49035ba3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:25:11.674406 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8f7109af-087c-47ad-b934-7cc5336924c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:25:13.405134 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:25:14.375208 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:25:15.010288 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:25:16.237680 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=13 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:25:16.242521 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=19 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:25:18.567965 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:25:19.254012 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:25:28.558697 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:25:28.560042 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:25:29.248720 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:25:29.249905 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:25:38.772172 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-555f262a-01cf-47bf-ae73-0fba35368fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:25:41.682199 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-60f73b68-5732-493b-bc21-7f27b90e5e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:25:43.411598 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:25:44.383565 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:25:45.022344 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:25:48.584678 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:25:53.243318 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:25:53.244292 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:25:56.262346 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:25:58.570424 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:25:58.578257 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:06.259877 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:06.264442 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:08.787703 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a18c3e8d-945d-4219-8006-3fe311adbdeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:11.749678 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7803879-f2c0-4571-b530-47a43081d922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:13.427228 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:14.340576 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 48440) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:14.391157 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:15.023937 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:15.082128 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1598468388-network', 'tenant_id': '05e46da777a54cbe92cbfb00c37d8bb5'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:26:15.123344 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] Made reservation on behalf of 05e46da777a54cbe92cbfb00c37d8bb5 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:26:15.127250 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:15.145769 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:15.311223 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] Publish callbacks [] for security_group (f284795f-24e4-4f0f-93ad-cbff0ed46d53), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:15.321116 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (f284795f-24e4-4f0f-93ad-cbff0ed46d53), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:15.387653 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 15:26:15.402884 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (0b34a44b-aa13-47d2-994a-30a1b297fb88), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:15.425689 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] Added segment 0b34a44b-aa13-47d2-994a-30a1b297fb88 of type vlan for network ab1d5806-d663-4f8c-b8fa-c959f613968d Jun 27 15:26:15.442628 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f284795f-24e4-4f0f-93ad-cbff0ed46d53,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:15.447199 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 48482) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:15.459383 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:15.459906 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:15.460390 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:15.460822 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:15.462115 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:15.462684 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:15.463224 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:15.463764 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:15.464348 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:15.465084 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:15.466634 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:15.467214 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:15.467605 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:15.468028 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:15.468502 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] Tracked resource versions report: Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: pushed versions: Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: { 'AddressGroup': {'1.2'}, Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: 'Agent': {'1.1'}, Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: 'ConntrackHelper': {'1.0'}, Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: 'LocalIPAssociation': {'1.0'}, Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: 'Log': {'1.0'}, Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: 'NDPProxy': {'1.0'}, Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: 'Network': {'1.1'}, Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: 'Port': {'1.7'}, Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: 'PortForwarding': {'1.3'}, Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: 'QosPolicy': {'1.10'}, Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: 'SecurityGroup': {'1.5'}, Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: 'SecurityGroupRule': {'1.2'}, Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: 'SubPort': {'1.0'}, Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: 'Subnet': {'1.1'}, Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: 'Trunk': {'1.1'}} Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: consumer versions: Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: { DHCP agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: HyperV agent@hv-cinder-84779: {}, Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: L3 agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: Metadata agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: Metering agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: Open vSwitch agent@dv-cinder-847798-1-iscsi: { 'AddressGroup': '1.2', Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: 'Agent': '1.1', Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: 'ConntrackHelper': '1.0', Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: 'LocalIPAssociation': '1.0', Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: 'Log': '1.0', Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: 'NDPProxy': '1.0', Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: 'Network': '1.1', Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: 'Port': '1.7', Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: 'PortForwarding': '1.3', Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: 'QosPolicy': '1.10', Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: 'SecurityGroup': '1.5', Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: 'SecurityGroupRule': '1.2', Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: 'SubPort': '1.0', Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: 'Subnet': '1.1', Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: 'Trunk': '1.1'}} Jun 27 15:26:15.469780 dv-cinder-847798-1-iscsi neutron-server[104031]: {{(pid=104031) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 15:26:15.525885 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767602840778'] for network (ab1d5806-d663-4f8c-b8fa-c959f613968d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:15.564603 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for network (ab1d5806-d663-4f8c-b8fa-c959f613968d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:15.566551 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:26:15.567159 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:15.659366 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.3124745 Jun 27 15:26:15.659366 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 48490) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:15.659366 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00d8f8-0569-43e9-8b42-2ebd81266969 admin admin] Pushing event updated for resources: {'Network': ['ID=ab1d5806-d663-4f8c-b8fa-c959f613968d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:15.661359 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 48492) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:15.671532 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-7f532090-9b99-401c-b3d7-2ba212d59efc admin admin] Request body: {'subnet': {'network_id': 'ab1d5806-d663-4f8c-b8fa-c959f613968d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1598468388-subnet', 'tenant_id': '05e46da777a54cbe92cbfb00c37d8bb5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:26:15.674161 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Network ab1d5806-d663-4f8c-b8fa-c959f613968d details requested by agent ovs-agent-dv-cinder-847798-1-iscsi with host dv-cinder-847798-1-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 15:26:15.710244 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f532090-9b99-401c-b3d7-2ba212d59efc admin admin] Made reservation on behalf of 05e46da777a54cbe92cbfb00c37d8bb5 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:26:15.714967 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f532090-9b99-401c-b3d7-2ba212d59efc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:15.812411 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 48516) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:15.873573 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-292349098-network', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:26:15.882343 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-24dd4421-d1fa-442e-a427-a6a6a7e20d04 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-920464589-network', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:26:15.919606 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24dd4421-d1fa-442e-a427-a6a6a7e20d04 admin admin] Made reservation on behalf of 2832173587a6494eb7f73b3ca0a09a0f for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:26:15.922475 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24dd4421-d1fa-442e-a427-a6a6a7e20d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:15.931072 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] Made reservation on behalf of 2e07fc46cd5f4afe875767c926bd63ee for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:26:15.937465 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:15.946105 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24dd4421-d1fa-442e-a427-a6a6a7e20d04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:15.965271 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:16.108679 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=67,neutron:INSERT=27,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:16.148059 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f532090-9b99-401c-b3d7-2ba212d59efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for subnet (fa7efd24-18d3-4bad-8e32-43835574a65e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:16.162867 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24dd4421-d1fa-442e-a427-a6a6a7e20d04 admin admin] Publish callbacks [] for security_group (c506f7ae-27f5-4045-b897-441355683727), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:16.170102 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] Publish callbacks [] for security_group (b015a9eb-5c81-4649-84ef-84907fe904d8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:16.180418 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (b015a9eb-5c81-4649-84ef-84907fe904d8), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:16.219302 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f532090-9b99-401c-b3d7-2ba212d59efc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa7efd24-18d3-4bad-8e32-43835574a65e,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:16.222891 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24dd4421-d1fa-442e-a427-a6a6a7e20d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (c506f7ae-27f5-4045-b897-441355683727), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:16.244089 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24dd4421-d1fa-442e-a427-a6a6a7e20d04 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 15:26:16.266838 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:16.286191 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24dd4421-d1fa-442e-a427-a6a6a7e20d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (ce888434-d2f9-46aa-807c-1c90ac319f5e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:16.286539 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-24dd4421-d1fa-442e-a427-a6a6a7e20d04 admin admin] Added segment ce888434-d2f9-46aa-807c-1c90ac319f5e of type vlan for network 0dd13161-8ee5-4285-a373-761f6ed0abd7 Jun 27 15:26:16.292381 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 15:26:16.298790 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b015a9eb-5c81-4649-84ef-84907fe904d8,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:16.307064 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd4421-d1fa-442e-a427-a6a6a7e20d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c506f7ae-27f5-4045-b897-441355683727,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:16.330508 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:16.331288 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:16.332144 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:16.332917 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:16.334263 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:16.336112 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:16.337327 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:16.337881 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:16.341171 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:16.342239 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:16.343251 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:16.345797 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:16.346960 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:16.349320 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:16.350253 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] Tracked resource versions report: Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: pushed versions: Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: { 'AddressGroup': {'1.2'}, Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: 'Agent': {'1.1'}, Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: 'ConntrackHelper': {'1.0'}, Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: 'LocalIPAssociation': {'1.0'}, Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: 'Log': {'1.0'}, Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: 'NDPProxy': {'1.0'}, Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: 'Network': {'1.1'}, Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: 'Port': {'1.7'}, Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: 'PortForwarding': {'1.3'}, Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: 'QosPolicy': {'1.10'}, Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: 'SecurityGroup': {'1.5'}, Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: 'SecurityGroupRule': {'1.2'}, Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: 'SubPort': {'1.0'}, Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: 'Subnet': {'1.1'}, Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: 'Trunk': {'1.1'}} Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: consumer versions: Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: { DHCP agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: HyperV agent@hv-cinder-84779: {}, Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: L3 agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: Metadata agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: Metering agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: Open vSwitch agent@dv-cinder-847798-1-iscsi: { 'AddressGroup': '1.2', Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: 'Agent': '1.1', Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: 'ConntrackHelper': '1.0', Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: 'LocalIPAssociation': '1.0', Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: 'Log': '1.0', Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: 'NDPProxy': '1.0', Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: 'Network': '1.1', Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: 'Port': '1.7', Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: 'PortForwarding': '1.3', Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: 'QosPolicy': '1.10', Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: 'SecurityGroup': '1.5', Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: 'SecurityGroupRule': '1.2', Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: 'SubPort': '1.0', Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: 'Subnet': '1.1', Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: 'Trunk': '1.1'}} Jun 27 15:26:16.351597 dv-cinder-847798-1-iscsi neutron-server[104032]: {{(pid=104032) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 15:26:16.366912 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (e27cde72-c31f-4b44-92ad-6feb60f14707), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:16.367792 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.db.segments_db [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] Added segment e27cde72-c31f-4b44-92ad-6feb60f14707 of type vlan for network 42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 Jun 27 15:26:16.416547 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-4bc4e4ea-4cd6-4947-89fb-143396cebee4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1586938063-network', 'tenant_id': '2270daf238a640609e9ab514b01d9768'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:26:16.419476 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f532090-9b99-401c-b3d7-2ba212d59efc admin admin] Checking segment: {'id': '0b34a44b-aa13-47d2-994a-30a1b297fb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ab1d5806-d663-4f8c-b8fa-c959f613968d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:26:16.420685 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f532090-9b99-401c-b3d7-2ba212d59efc admin admin] Network hostable DHCP agents. Network: ab1d5806-d663-4f8c-b8fa-c959f613968d, hostable agents: ['98079605-5130-4ae4-a555-f860a4678271'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 15:26:16.432205 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24dd4421-d1fa-442e-a427-a6a6a7e20d04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767602840778'] for network (0dd13161-8ee5-4285-a373-761f6ed0abd7), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:16.470800 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767602840778'] for network (42d6796f-0df3-4f1e-9bd2-00a387c5c9c3), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:16.473799 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f532090-9b99-401c-b3d7-2ba212d59efc admin admin] Network ab1d5806-d663-4f8c-b8fa-c959f613968d is scheduled to be hosted by DHCP agent 98079605-5130-4ae4-a555-f860a4678271 with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 15:26:16.478193 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24dd4421-d1fa-442e-a427-a6a6a7e20d04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for network (0dd13161-8ee5-4285-a373-761f6ed0abd7), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:16.479252 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dd4421-d1fa-442e-a427-a6a6a7e20d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:26:16.480033 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-24dd4421-d1fa-442e-a427-a6a6a7e20d04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:16.511375 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-7f532090-9b99-401c-b3d7-2ba212d59efc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847798-1-iscsi, ab1d5806-d663-4f8c-b8fa-c959f613968d) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:26:16.520375 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for network (42d6796f-0df3-4f1e-9bd2-00a387c5c9c3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:16.522386 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:26:16.524137 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:16.529147 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdaf26c-24c5-480d-8f47-9623ee85171d None None] Network ab1d5806-d663-4f8c-b8fa-c959f613968d requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:26:16.551455 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f532090-9b99-401c-b3d7-2ba212d59efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:26:16.552047 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f532090-9b99-401c-b3d7-2ba212d59efc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:16.566721 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-24dd4421-d1fa-442e-a427-a6a6a7e20d04 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.9098053 Jun 27 15:26:16.573855 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1241348 Jun 27 15:26:16.584024 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 48538) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:16.584964 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 48540) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:16.595421 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-9ec82b7f-8d3a-4003-83b7-522d8fd6dac1 admin admin] Request body: {'subnet': {'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-920464589-subnet', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:26:16.642892 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-603dbb9c-a493-425e-b6e8-b7269f5f9bed admin admin] Request body: {'subnet': {'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-292349098-subnet', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:26:16.647834 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc4e4ea-4cd6-4947-89fb-143396cebee4 admin admin] Made reservation on behalf of 2270daf238a640609e9ab514b01d9768 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:26:16.716230 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e4ea-4cd6-4947-89fb-143396cebee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:16.720545 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec82b7f-8d3a-4003-83b7-522d8fd6dac1 admin admin] Made reservation on behalf of 2832173587a6494eb7f73b3ca0a09a0f for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:26:16.723811 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9ec82b7f-8d3a-4003-83b7-522d8fd6dac1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:16.732015 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5182d913-239d-560a-a272-f123969c0cda-ab1d5806-d663-4f8c-b8fa-c959f613968d', 'network_id': 'ab1d5806-d663-4f8c-b8fa-c959f613968d', 'project_id': '05e46da777a54cbe92cbfb00c37d8bb5', 'fixed_ips': [{'subnet_id': 'fa7efd24-18d3-4bad-8e32-43835574a65e'}]}} from dv-cinder-847798-1-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 15:26:16.735576 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:16.791774 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e4ea-4cd6-4947-89fb-143396cebee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:16.829443 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd4421-d1fa-442e-a427-a6a6a7e20d04 admin admin] Pushing event updated for resources: {'Network': ['ID=0dd13161-8ee5-4285-a373-761f6ed0abd7,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:16.843434 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Network 0dd13161-8ee5-4285-a373-761f6ed0abd7 details requested by agent ovs-agent-dv-cinder-847798-1-iscsi with host dv-cinder-847798-1-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 15:26:16.848582 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-7f532090-9b99-401c-b3d7-2ba212d59efc admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1852024 Jun 27 15:26:16.851274 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 48550) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:16.858532 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-3659df95-09e7-4f14-9772-9e435e39f5b9 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1598468388-router', 'tenant_id': '05e46da777a54cbe92cbfb00c37d8bb5', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:26:16.901128 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3659df95-09e7-4f14-9772-9e435e39f5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3705535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254088'] for router (ddcc03ab-7866-4ff3-b89e-c9d95f4b189d), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:16.904969 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3659df95-09e7-4f14-9772-9e435e39f5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3716892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254083'] for router (ddcc03ab-7866-4ff3-b89e-c9d95f4b189d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:16.918444 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b6978-b91c-4841-8338-eeac0bd2c69d admin admin] Pushing event updated for resources: {'Network': ['ID=42d6796f-0df3-4f1e-9bd2-00a387c5c9c3,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:16.993923 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Network 42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 details requested by agent ovs-agent-dv-cinder-847798-1-iscsi with host dv-cinder-847798-1-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 15:26:17.106155 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603dbb9c-a493-425e-b6e8-b7269f5f9bed admin admin] Made reservation on behalf of 2e07fc46cd5f4afe875767c926bd63ee for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:26:17.110882 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-603dbb9c-a493-425e-b6e8-b7269f5f9bed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:17.216779 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3659df95-09e7-4f14-9772-9e435e39f5b9 admin admin] Publish callbacks [] for router_controller (ddcc03ab-7866-4ff3-b89e-c9d95f4b189d), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:17.393558 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:17.421964 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:17.485556 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Allocated IP 172.20.0.2 (ab1d5806-d663-4f8c-b8fa-c959f613968d/fa7efd24-18d3-4bad-8e32-43835574a65e/7f39be6d-c778-4441-b0a5-62f79d23c4b3) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:26:17.504007 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3659df95-09e7-4f14-9772-9e435e39f5b9 admin admin] Publish callbacks [] for router_gateway (ddcc03ab-7866-4ff3-b89e-c9d95f4b189d), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:17.512046 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9ec82b7f-8d3a-4003-83b7-522d8fd6dac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for subnet (5101df7e-dc3e-4d22-92a5-4e633fba6a41), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:17.659005 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e4ea-4cd6-4947-89fb-143396cebee4 admin admin] Publish callbacks [] for security_group (b4d6fdb6-b1ff-4355-bc94-d63d7f75cd7e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:17.706704 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e4ea-4cd6-4947-89fb-143396cebee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (b4d6fdb6-b1ff-4355-bc94-d63d7f75cd7e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:17.729715 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Publish callbacks [] for port (7f39be6d-c778-4441-b0a5-62f79d23c4b3), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:17.740038 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724'] for port (7f39be6d-c778-4441-b0a5-62f79d23c4b3), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:17.801567 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Pushing event updated for resources: {'Port': ['ID=7f39be6d-c778-4441-b0a5-62f79d23c4b3,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:17.814148 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:17.814506 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:17.815345 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:17.816261 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:17.816261 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:17.816626 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:17.817019 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:17.817371 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:17.817707 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:17.818088 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:17.819386 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:17.819386 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:17.819386 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:17.819866 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:17.819866 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Tracked resource versions report: Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: pushed versions: Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: { 'AddressGroup': {'1.2'}, Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: 'Agent': {'1.1'}, Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: 'ConntrackHelper': {'1.0'}, Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: 'LocalIPAssociation': {'1.0'}, Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: 'Log': {'1.0'}, Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: 'NDPProxy': {'1.0'}, Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: 'Network': {'1.1'}, Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: 'Port': {'1.7'}, Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: 'PortForwarding': {'1.3'}, Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: 'QosPolicy': {'1.10'}, Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: 'SecurityGroup': {'1.5'}, Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: 'SecurityGroupRule': {'1.2'}, Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: 'SubPort': {'1.0'}, Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: 'Subnet': {'1.1'}, Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: 'Trunk': {'1.1'}} Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: consumer versions: Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: { DHCP agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: HyperV agent@hv-cinder-84779: {}, Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: L3 agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: Metadata agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: Metering agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: Open vSwitch agent@dv-cinder-847798-1-iscsi: { 'AddressGroup': '1.2', Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: 'Agent': '1.1', Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: 'ConntrackHelper': '1.0', Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: 'LocalIPAssociation': '1.0', Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: 'Log': '1.0', Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: 'NDPProxy': '1.0', Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: 'Network': '1.1', Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: 'Port': '1.7', Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: 'PortForwarding': '1.3', Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: 'QosPolicy': '1.10', Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: 'SecurityGroup': '1.5', Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: 'SecurityGroupRule': '1.2', Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: 'SubPort': '1.0', Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: 'Subnet': '1.1', Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: 'Trunk': '1.1'}} Jun 27 15:26:17.821290 dv-cinder-847798-1-iscsi neutron-server[104033]: {{(pid=104033) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 15:26:17.836417 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Network ab1d5806-d663-4f8c-b8fa-c959f613968d is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:26:17.838910 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:26:17.846466 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:26:17.978700 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Attempting to bind port 7f39be6d-c778-4441-b0a5-62f79d23c4b3 on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:26:17.984266 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Attempting to bind port 7f39be6d-c778-4441-b0a5-62f79d23c4b3 by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': '0b34a44b-aa13-47d2-994a-30a1b297fb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ab1d5806-d663-4f8c-b8fa-c959f613968d'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:26:17.984733 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Attempting to bind port 7f39be6d-c778-4441-b0a5-62f79d23c4b3 on network ab1d5806-d663-4f8c-b8fa-c959f613968d {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:26:17.986038 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-603dbb9c-a493-425e-b6e8-b7269f5f9bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for subnet (bf7190f5-96d6-4fc7-8135-6ae4628d416d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:17.993474 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:26:17.993985 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Checking segment: {'id': '0b34a44b-aa13-47d2-994a-30a1b297fb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ab1d5806-d663-4f8c-b8fa-c959f613968d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:26:17.994341 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:17.994739 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Bound using segment: {'id': '0b34a44b-aa13-47d2-994a-30a1b297fb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ab1d5806-d663-4f8c-b8fa-c959f613968d'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:26:17.995651 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Bound port: 7f39be6d-c778-4441-b0a5-62f79d23c4b3, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b34a44b-aa13-47d2-994a-30a1b297fb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ab1d5806-d663-4f8c-b8fa-c959f613968d'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:26:17.995836 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (7f39be6d-c778-4441-b0a5-62f79d23c4b3), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:17.999674 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 48574) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:18.052138 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3659df95-09e7-4f14-9772-9e435e39f5b9 admin admin] Publish callbacks [] for router_gateway (ddcc03ab-7866-4ff3-b89e-c9d95f4b189d), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:18.090921 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:18.106197 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc4e4ea-4cd6-4947-89fb-143396cebee4 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 15:26:18.113892 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec82b7f-8d3a-4003-83b7-522d8fd6dac1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5101df7e-dc3e-4d22-92a5-4e633fba6a41,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:18.130868 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3659df95-09e7-4f14-9772-9e435e39f5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:18.155395 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] For port 7f39be6d-c778-4441-b0a5-62f79d23c4b3, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:26:18.161906 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] For port 7f39be6d-c778-4441-b0a5-62f79d23c4b3, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=7f39be6d-c778-4441-b0a5-62f79d23c4b3,segment=NetworkSegment(0b34a44b-aa13-47d2-994a-30a1b297fb88),segment_id=0b34a44b-aa13-47d2-994a-30a1b297fb88)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:26:18.178893 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (7f39be6d-c778-4441-b0a5-62f79d23c4b3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:18.223517 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603dbb9c-a493-425e-b6e8-b7269f5f9bed admin admin] Checking segment: {'id': 'e27cde72-c31f-4b44-92ad-6feb60f14707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:26:18.224260 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603dbb9c-a493-425e-b6e8-b7269f5f9bed admin admin] Network hostable DHCP agents. Network: 42d6796f-0df3-4f1e-9bd2-00a387c5c9c3, hostable agents: ['98079605-5130-4ae4-a555-f860a4678271'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 15:26:18.228860 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e4ea-4cd6-4947-89fb-143396cebee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (e8df84b0-b449-4f32-9fef-1bd341ec9717), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:18.229530 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.db.segments_db [None req-4bc4e4ea-4cd6-4947-89fb-143396cebee4 admin admin] Added segment e8df84b0-b449-4f32-9fef-1bd341ec9717 of type vlan for network e8e77f3f-2787-4f23-b11e-9e909cc074b3 Jun 27 15:26:18.240920 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=86,neutron:UPDATE=10,neutron:INSERT=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:18.248683 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:18.281634 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec82b7f-8d3a-4003-83b7-522d8fd6dac1 admin admin] Checking segment: {'id': 'ce888434-d2f9-46aa-807c-1c90ac319f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:26:18.282269 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec82b7f-8d3a-4003-83b7-522d8fd6dac1 admin admin] Network hostable DHCP agents. Network: 0dd13161-8ee5-4285-a373-761f6ed0abd7, hostable agents: ['98079605-5130-4ae4-a555-f860a4678271'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 15:26:18.333320 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d242b-99aa-4c5a-b704-12c673202410 None None] Pushing event updated for resources: {'Port': ['ID=7f39be6d-c778-4441-b0a5-62f79d23c4b3,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:18.402000 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-3659df95-09e7-4f14-9772-9e435e39f5b9 admin admin] Allocated IP 172.27.2.246 (514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb/6226739c-eac4-4784-90b9-a0481f53f3ba/fe87aac8-52e6-410c-ab62-7a3b71b72370) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:26:18.440495 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d35de079-996c-4e19-91f1-a0c5649a60ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:18.457590 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603dbb9c-a493-425e-b6e8-b7269f5f9bed admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf7190f5-96d6-4fc7-8135-6ae4628d416d,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:18.493920 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4e4ea-4cd6-4947-89fb-143396cebee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d6fdb6-b1ff-4355-bc94-d63d7f75cd7e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:18.540296 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:18.551462 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603dbb9c-a493-425e-b6e8-b7269f5f9bed admin admin] Network 42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 is scheduled to be hosted by DHCP agent 98079605-5130-4ae4-a555-f860a4678271 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 15:26:18.570822 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e4ea-4cd6-4947-89fb-143396cebee4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767602840778'] for network (e8e77f3f-2787-4f23-b11e-9e909cc074b3), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:18.582414 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-603dbb9c-a493-425e-b6e8-b7269f5f9bed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847798-1-iscsi, 42d6796f-0df3-4f1e-9bd2-00a387c5c9c3) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:26:18.587882 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603dbb9c-a493-425e-b6e8-b7269f5f9bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:26:18.588728 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-603dbb9c-a493-425e-b6e8-b7269f5f9bed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:18.606437 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae2f1a3-c682-47cc-9886-29f1d5c931d9 None None] Network 42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:26:18.625413 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-603dbb9c-a493-425e-b6e8-b7269f5f9bed admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0364571 Jun 27 15:26:18.632650 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec82b7f-8d3a-4003-83b7-522d8fd6dac1 admin admin] Network 0dd13161-8ee5-4285-a373-761f6ed0abd7 is scheduled to be hosted by DHCP agent 98079605-5130-4ae4-a555-f860a4678271 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 15:26:18.641354 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 48592) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:18.644256 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-9ec82b7f-8d3a-4003-83b7-522d8fd6dac1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847798-1-iscsi, 0dd13161-8ee5-4285-a373-761f6ed0abd7) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:26:18.649467 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec82b7f-8d3a-4003-83b7-522d8fd6dac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:26:18.650109 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9ec82b7f-8d3a-4003-83b7-522d8fd6dac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:18.665605 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-3079e621-95e6-4527-bc3d-3a0eea92774c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-292349098-router', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:26:18.668843 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3659df95-09e7-4f14-9772-9e435e39f5b9 admin admin] Publish callbacks [] for port (fe87aac8-52e6-410c-ab62-7a3b71b72370), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:18.688434 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5359051-b6f6-4239-8476-6c4f8e20107d None None] Network 0dd13161-8ee5-4285-a373-761f6ed0abd7 requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:26:18.707782 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3079e621-95e6-4527-bc3d-3a0eea92774c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3705535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254088'] for router (ec4aaba1-3174-4033-8024-037f1ab5181a), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:18.709021 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3079e621-95e6-4527-bc3d-3a0eea92774c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3716892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254083'] for router (ec4aaba1-3174-4033-8024-037f1ab5181a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:18.794369 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:18.794369 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3659df95-09e7-4f14-9772-9e435e39f5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724'] for port (fe87aac8-52e6-410c-ab62-7a3b71b72370), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:18.854642 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3079e621-95e6-4527-bc3d-3a0eea92774c admin admin] Publish callbacks [] for router_controller (ec4aaba1-3174-4033-8024-037f1ab5181a), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:18.889658 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:18.914015 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3659df95-09e7-4f14-9772-9e435e39f5b9 admin admin] Network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:26:18.929996 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-3659df95-09e7-4f14-9772-9e435e39f5b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:26:18.936176 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3659df95-09e7-4f14-9772-9e435e39f5b9 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:26:19.022597 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3659df95-09e7-4f14-9772-9e435e39f5b9 admin admin] Pushing event updated for resources: {'Port': ['ID=fe87aac8-52e6-410c-ab62-7a3b71b72370,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:19.094475 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9e76b9-de7e-45f9-8d97-5b03c3ec6885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5182d913-239d-560a-a272-f123969c0cda-0dd13161-8ee5-4285-a373-761f6ed0abd7', 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7', 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'fixed_ips': [{'subnet_id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41'}]}} from dv-cinder-847798-1-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 15:26:19.095511 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bc9e76b9-de7e-45f9-8d97-5b03c3ec6885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:19.180074 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd433869-92da-4ef2-8d29-6e54d472b3f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5182d913-239d-560a-a272-f123969c0cda-42d6796f-0df3-4f1e-9bd2-00a387c5c9c3', 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3', 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'fixed_ips': [{'subnet_id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d'}]}} from dv-cinder-847798-1-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 15:26:19.181190 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fd433869-92da-4ef2-8d29-6e54d472b3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:19.249343 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-9ec82b7f-8d3a-4003-83b7-522d8fd6dac1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.6598909 Jun 27 15:26:19.250329 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e4ea-4cd6-4947-89fb-143396cebee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for network (e8e77f3f-2787-4f23-b11e-9e909cc074b3), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:19.251409 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc4e4ea-4cd6-4947-89fb-143396cebee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:26:19.252027 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4bc4e4ea-4cd6-4947-89fb-143396cebee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:19.253447 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 48600) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:19.267916 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-dc40f597-335e-4546-af20-b643e75f8bfe admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-920464589-router', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:26:19.395667 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-4bc4e4ea-4cd6-4947-89fb-143396cebee4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.5817244 Jun 27 15:26:19.401384 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3079e621-95e6-4527-bc3d-3a0eea92774c admin admin] Publish callbacks [] for router_gateway (ec4aaba1-3174-4033-8024-037f1ab5181a), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:19.405709 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 48602) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:19.446948 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-9fc0b993-04b1-495e-a91b-2a4759ee589f admin admin] Request body: {'subnet': {'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1586938063-subnet', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:26:19.489816 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc0b993-04b1-495e-a91b-2a4759ee589f admin admin] Made reservation on behalf of 2270daf238a640609e9ab514b01d9768 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:26:19.492529 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9fc0b993-04b1-495e-a91b-2a4759ee589f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:19.517162 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc40f597-335e-4546-af20-b643e75f8bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3705535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254088'] for router (928f35cb-cf58-4dde-a4b4-eec4b75bf621), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:19.523575 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc40f597-335e-4546-af20-b643e75f8bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3716892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254083'] for router (928f35cb-cf58-4dde-a4b4-eec4b75bf621), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:19.532947 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3659df95-09e7-4f14-9772-9e435e39f5b9 admin admin] Publish callbacks [] for router_gateway (ddcc03ab-7866-4ff3-b89e-c9d95f4b189d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:19.551842 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-fd433869-92da-4ef2-8d29-6e54d472b3f9 None None] Allocated IP 172.20.0.2 (42d6796f-0df3-4f1e-9bd2-00a387c5c9c3/bf7190f5-96d6-4fc7-8135-6ae4628d416d/7ffefe70-22b4-4d4f-bcff-200b27af1039) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:26:19.683130 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-bc9e76b9-de7e-45f9-8d97-5b03c3ec6885 None None] Allocated IP 172.20.0.2 (0dd13161-8ee5-4285-a373-761f6ed0abd7/5101df7e-dc3e-4d22-92a5-4e633fba6a41/f8e056c6-49b7-4482-a267-894e0a0dc160) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:26:19.733554 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc4e4ea-4cd6-4947-89fb-143396cebee4 admin admin] Pushing event updated for resources: {'Network': ['ID=e8e77f3f-2787-4f23-b11e-9e909cc074b3,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:19.839148 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc40f597-335e-4546-af20-b643e75f8bfe admin admin] Publish callbacks [] for router_controller (928f35cb-cf58-4dde-a4b4-eec4b75bf621), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:19.997062 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:20.014816 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:20.077886 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:20.079366 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Network e8e77f3f-2787-4f23-b11e-9e909cc074b3 details requested by agent ovs-agent-dv-cinder-847798-1-iscsi with host dv-cinder-847798-1-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 15:26:20.151467 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc40f597-335e-4546-af20-b643e75f8bfe admin admin] Publish callbacks [] for router_gateway (928f35cb-cf58-4dde-a4b4-eec4b75bf621), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:20.174144 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d35de079-996c-4e19-91f1-a0c5649a60ad admin admin] Publish callbacks [] for security_group (60d69bdc-2cd9-4213-b878-ba72d2684493), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:20.193591 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fd433869-92da-4ef2-8d29-6e54d472b3f9 None None] Publish callbacks [] for port (7ffefe70-22b4-4d4f-bcff-200b27af1039), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:20.209043 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:20.290149 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d35de079-996c-4e19-91f1-a0c5649a60ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (60d69bdc-2cd9-4213-b878-ba72d2684493), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:20.298630 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3faa060-7dd6-4f12-a692-debb3e134e26 None None] Network ab1d5806-d663-4f8c-b8fa-c959f613968d requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:26:20.304664 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fd433869-92da-4ef2-8d29-6e54d472b3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724'] for port (7ffefe70-22b4-4d4f-bcff-200b27af1039), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:20.382162 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:20.393658 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd433869-92da-4ef2-8d29-6e54d472b3f9 None None] Network 42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:26:20.465689 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-fd433869-92da-4ef2-8d29-6e54d472b3f9 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:26:20.469644 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3659df95-09e7-4f14-9772-9e435e39f5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3708253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733158'] for router (ddcc03ab-7866-4ff3-b89e-c9d95f4b189d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:20.484084 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd433869-92da-4ef2-8d29-6e54d472b3f9 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:26:20.528530 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-d35de079-996c-4e19-91f1-a0c5649a60ad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b97d6836a163455b8e1b87eef3cbebe1&name=default HTTP/1.1" status: 200 len: 2992 time: 2.5048175 Jun 27 15:26:20.540641 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 48640) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:20.544277 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-52453d93-52c4-4777-b7be-1e10b2da4474 None None] Provisioning complete for port 7f39be6d-c778-4441-b0a5-62f79d23c4b3 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:20.544759 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-52453d93-52c4-4777-b7be-1e10b2da4474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (7f39be6d-c778-4441-b0a5-62f79d23c4b3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:20.544903 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35de079-996c-4e19-91f1-a0c5649a60ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d69bdc-2cd9-4213-b878-ba72d2684493,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:20.580250 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9fc0b993-04b1-495e-a91b-2a4759ee589f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for subnet (96df5947-fd71-41b6-a0c5-3296a5c0458f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:20.668101 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc40f597-335e-4546-af20-b643e75f8bfe admin admin] Publish callbacks [] for router_gateway (928f35cb-cf58-4dde-a4b4-eec4b75bf621), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:20.693143 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc40f597-335e-4546-af20-b643e75f8bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:20.800874 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 7f39be6d-c778-4441-b0a5-62f79d23c4b3 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:26:20.839842 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:20.841878 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3079e621-95e6-4527-bc3d-3a0eea92774c admin admin] Publish callbacks [] for router_gateway (ec4aaba1-3174-4033-8024-037f1ab5181a), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:20.885785 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3659df95-09e7-4f14-9772-9e435e39f5b9 admin admin] Router ddcc03ab-7866-4ff3-b89e-c9d95f4b189d is scheduled to L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 15:26:20.895938 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd433869-92da-4ef2-8d29-6e54d472b3f9 None None] Pushing event updated for resources: {'Port': ['ID=7ffefe70-22b4-4d4f-bcff-200b27af1039,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:20.990434 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bc9e76b9-de7e-45f9-8d97-5b03c3ec6885 None None] Publish callbacks [] for port (f8e056c6-49b7-4482-a267-894e0a0dc160), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:21.015240 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3079e621-95e6-4527-bc3d-3a0eea92774c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:21.025410 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bc9e76b9-de7e-45f9-8d97-5b03c3ec6885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724'] for port (f8e056c6-49b7-4482-a267-894e0a0dc160), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:21.048075 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0b993-04b1-495e-a91b-2a4759ee589f admin admin] Pushing event updated for resources: {'Subnet': ['ID=96df5947-fd71-41b6-a0c5-3296a5c0458f,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:21.071525 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-fd433869-92da-4ef2-8d29-6e54d472b3f9 None None] Attempting to bind port 7ffefe70-22b4-4d4f-bcff-200b27af1039 on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:26:21.072297 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-fd433869-92da-4ef2-8d29-6e54d472b3f9 None None] Attempting to bind port 7ffefe70-22b4-4d4f-bcff-200b27af1039 by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': 'e27cde72-c31f-4b44-92ad-6feb60f14707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:26:21.087814 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd433869-92da-4ef2-8d29-6e54d472b3f9 None None] Attempting to bind port 7ffefe70-22b4-4d4f-bcff-200b27af1039 on network 42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:26:21.094697 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3659df95-09e7-4f14-9772-9e435e39f5b9 admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:26:21.110299 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a393e4e5-bbbc-429d-9dd1-66bdf7edfc97 None None] Sync routers for ids ['ddcc03ab-7866-4ff3-b89e-c9d95f4b189d'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:26:21.158531 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-dc40f597-335e-4546-af20-b643e75f8bfe admin admin] Allocated IP 172.27.2.36 (514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb/6226739c-eac4-4784-90b9-a0481f53f3ba/44554097-c32e-4389-a40b-7f7699da4c96) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:26:21.173384 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a393e4e5-bbbc-429d-9dd1-66bdf7edfc97 None None] Routers {'ddcc03ab-7866-4ff3-b89e-c9d95f4b189d'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:26:21.174510 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a393e4e5-bbbc-429d-9dd1-66bdf7edfc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:26:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['ddcc03ab-7866-4ff3-b89e-c9d95f4b189d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:21.177597 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3659df95-09e7-4f14-9772-9e435e39f5b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:21.180088 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-3659df95-09e7-4f14-9772-9e435e39f5b9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3272684 Jun 27 15:26:21.191925 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 48660) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:21.320725 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-52453d93-52c4-4777-b7be-1e10b2da4474 None None] Current status of the port 7f39be6d-c778-4441-b0a5-62f79d23c4b3 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:26:21.321788 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-52453d93-52c4-4777-b7be-1e10b2da4474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (7f39be6d-c778-4441-b0a5-62f79d23c4b3), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:21.369067 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9e76b9-de7e-45f9-8d97-5b03c3ec6885 None None] Network 0dd13161-8ee5-4285-a373-761f6ed0abd7 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:26:21.376796 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 7f39be6d-c778-4441-b0a5-62f79d23c4b3 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:21.377194 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (7f39be6d-c778-4441-b0a5-62f79d23c4b3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:21.383622 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd433869-92da-4ef2-8d29-6e54d472b3f9 None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:26:21.383989 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd433869-92da-4ef2-8d29-6e54d472b3f9 None None] Checking segment: {'id': 'e27cde72-c31f-4b44-92ad-6feb60f14707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:26:21.384845 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3ecc8e5d-deb3-4646-9785-1cfc70eaef8b admin admin] Publish callbacks [] for security_group (60d69bdc-2cd9-4213-b878-ba72d2684493), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:21.388705 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fd433869-92da-4ef2-8d29-6e54d472b3f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:21.389176 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd433869-92da-4ef2-8d29-6e54d472b3f9 None None] Bound using segment: {'id': 'e27cde72-c31f-4b44-92ad-6feb60f14707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:26:21.389738 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-fd433869-92da-4ef2-8d29-6e54d472b3f9 None None] Bound port: 7ffefe70-22b4-4d4f-bcff-200b27af1039, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27cde72-c31f-4b44-92ad-6feb60f14707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:26:21.390163 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fd433869-92da-4ef2-8d29-6e54d472b3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (7ffefe70-22b4-4d4f-bcff-200b27af1039), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:21.394055 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc0b993-04b1-495e-a91b-2a4759ee589f admin admin] Checking segment: {'id': 'e8df84b0-b449-4f32-9fef-1bd341ec9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:26:21.396471 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc0b993-04b1-495e-a91b-2a4759ee589f admin admin] Network hostable DHCP agents. Network: e8e77f3f-2787-4f23-b11e-9e909cc074b3, hostable agents: ['98079605-5130-4ae4-a555-f860a4678271'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 15:26:21.529770 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3ecc8e5d-deb3-4646-9785-1cfc70eaef8b admin admin] Publish callbacks [] for security_group (60d69bdc-2cd9-4213-b878-ba72d2684493), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:21.532830 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-bc9e76b9-de7e-45f9-8d97-5b03c3ec6885 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:26:21.540263 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9e76b9-de7e-45f9-8d97-5b03c3ec6885 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:26:21.609544 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc0b993-04b1-495e-a91b-2a4759ee589f admin admin] Network e8e77f3f-2787-4f23-b11e-9e909cc074b3 is scheduled to be hosted by DHCP agent 98079605-5130-4ae4-a555-f860a4678271 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 15:26:21.655587 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc40f597-335e-4546-af20-b643e75f8bfe admin admin] Publish callbacks [] for port (44554097-c32e-4389-a40b-7f7699da4c96), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:21.656834 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-9fc0b993-04b1-495e-a91b-2a4759ee589f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847798-1-iscsi, e8e77f3f-2787-4f23-b11e-9e909cc074b3) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:26:21.674190 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:21.694522 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc0b993-04b1-495e-a91b-2a4759ee589f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:26:21.696674 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9fc0b993-04b1-495e-a91b-2a4759ee589f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:21.704741 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:21.742051 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-52453d93-52c4-4777-b7be-1e10b2da4474 None None] For port 7f39be6d-c778-4441-b0a5-62f79d23c4b3, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=7f39be6d-c778-4441-b0a5-62f79d23c4b3,segment=NetworkSegment(0b34a44b-aa13-47d2-994a-30a1b297fb88),segment_id=0b34a44b-aa13-47d2-994a-30a1b297fb88)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:26:21.743843 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc40f597-335e-4546-af20-b643e75f8bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724'] for port (44554097-c32e-4389-a40b-7f7699da4c96), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:21.797354 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40f597-335e-4546-af20-b643e75f8bfe admin admin] Pushing event updated for resources: {'Port': ['ID=44554097-c32e-4389-a40b-7f7699da4c96,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:21.798486 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-52453d93-52c4-4777-b7be-1e10b2da4474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (7f39be6d-c778-4441-b0a5-62f79d23c4b3), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:21.803480 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d60c4d-047d-4554-bd2b-9dc137c205d1 None None] Network e8e77f3f-2787-4f23-b11e-9e909cc074b3 requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:26:21.842148 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc40f597-335e-4546-af20-b643e75f8bfe admin admin] Network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:26:21.846491 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-dc40f597-335e-4546-af20-b643e75f8bfe admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:26:21.851942 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc40f597-335e-4546-af20-b643e75f8bfe admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:26:21.883984 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a393e4e5-bbbc-429d-9dd1-66bdf7edfc97 None None] Set router ddcc03ab-7866-4ff3-b89e-c9d95f4b189d gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:26:21.933738 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e76b9-de7e-45f9-8d97-5b03c3ec6885 None None] Pushing event updated for resources: {'Port': ['ID=f8e056c6-49b7-4482-a267-894e0a0dc160,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:21.944114 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-9fc0b993-04b1-495e-a91b-2a4759ee589f admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.4986532 Jun 27 15:26:21.972156 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 48672) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:21.987985 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-88310744-77ac-486a-b262-16fa00268c5a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1586938063-router', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:26:21.998090 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-0959bb64-83de-4379-b5ce-cc1ce6ee3293 None None] Provisioning complete for port 7f39be6d-c778-4441-b0a5-62f79d23c4b3 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:21.998500 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0959bb64-83de-4379-b5ce-cc1ce6ee3293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (7f39be6d-c778-4441-b0a5-62f79d23c4b3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:22.132129 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-3079e621-95e6-4527-bc3d-3a0eea92774c admin admin] Allocated IP 172.27.2.62 (514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb/6226739c-eac4-4784-90b9-a0481f53f3ba/c7b0a1d2-1101-4d3f-8cee-10911bf22627) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:26:22.156446 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3ecc8e5d-deb3-4646-9785-1cfc70eaef8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (60d69bdc-2cd9-4213-b878-ba72d2684493), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:22.159584 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3ecc8e5d-deb3-4646-9785-1cfc70eaef8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:22.161117 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-3ecc8e5d-deb3-4646-9785-1cfc70eaef8b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/60d69bdc-2cd9-4213-b878-ba72d2684493 HTTP/1.1" status: 204 len: 168 time: 1.6184354 Jun 27 15:26:22.175809 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88310744-77ac-486a-b262-16fa00268c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3705535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254088'] for router (d88e545f-3b13-43b5-88d4-b4caf72885d0), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:22.192937 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88310744-77ac-486a-b262-16fa00268c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3716892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254083'] for router (d88e545f-3b13-43b5-88d4-b4caf72885d0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:22.271531 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc8e5d-deb3-4646-9785-1cfc70eaef8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d69bdc-2cd9-4213-b878-ba72d2684493,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:22.280459 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-fd433869-92da-4ef2-8d29-6e54d472b3f9 None None] For port 7ffefe70-22b4-4d4f-bcff-200b27af1039, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:26:22.305594 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-fd433869-92da-4ef2-8d29-6e54d472b3f9 None None] For port 7ffefe70-22b4-4d4f-bcff-200b27af1039, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=7ffefe70-22b4-4d4f-bcff-200b27af1039,segment=NetworkSegment(e27cde72-c31f-4b44-92ad-6feb60f14707),segment_id=e27cde72-c31f-4b44-92ad-6feb60f14707)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:26:22.315118 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:22.316531 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-bc9e76b9-de7e-45f9-8d97-5b03c3ec6885 None None] Attempting to bind port f8e056c6-49b7-4482-a267-894e0a0dc160 on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:26:22.317132 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-bc9e76b9-de7e-45f9-8d97-5b03c3ec6885 None None] Attempting to bind port f8e056c6-49b7-4482-a267-894e0a0dc160 by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': 'ce888434-d2f9-46aa-807c-1c90ac319f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:26:22.317797 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9e76b9-de7e-45f9-8d97-5b03c3ec6885 None None] Attempting to bind port f8e056c6-49b7-4482-a267-894e0a0dc160 on network 0dd13161-8ee5-4285-a373-761f6ed0abd7 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:26:22.412449 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:22.512653 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88310744-77ac-486a-b262-16fa00268c5a admin admin] Publish callbacks [] for router_controller (d88e545f-3b13-43b5-88d4-b4caf72885d0), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:22.518080 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9e76b9-de7e-45f9-8d97-5b03c3ec6885 None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:26:22.519560 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9e76b9-de7e-45f9-8d97-5b03c3ec6885 None None] Checking segment: {'id': 'ce888434-d2f9-46aa-807c-1c90ac319f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:26:22.520431 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bc9e76b9-de7e-45f9-8d97-5b03c3ec6885 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:22.521262 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9e76b9-de7e-45f9-8d97-5b03c3ec6885 None None] Bound using segment: {'id': 'ce888434-d2f9-46aa-807c-1c90ac319f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:26:22.522316 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-bc9e76b9-de7e-45f9-8d97-5b03c3ec6885 None None] Bound port: f8e056c6-49b7-4482-a267-894e0a0dc160, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce888434-d2f9-46aa-807c-1c90ac319f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:26:22.523167 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bc9e76b9-de7e-45f9-8d97-5b03c3ec6885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (f8e056c6-49b7-4482-a267-894e0a0dc160), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:22.534057 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fd433869-92da-4ef2-8d29-6e54d472b3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (7ffefe70-22b4-4d4f-bcff-200b27af1039), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:22.539450 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52453d93-52c4-4777-b7be-1e10b2da4474 None None] Pushing event updated for resources: {'Port': ['ID=7f39be6d-c778-4441-b0a5-62f79d23c4b3,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:22.602654 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:22.636632 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a393e4e5-bbbc-429d-9dd1-66bdf7edfc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcc03ab-7866-4ff3-b89e-c9d95f4b189d', 'name': 'tempest-DeleteServersTestJSON-1598468388-router', 'tenant_id': '05e46da777a54cbe92cbfb00c37d8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'fe87aac8-52e6-410c-ab62-7a3b71b72370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:16Z', 'updated_at': '2022-06-27T15:26:19Z', 'revision_number': 3, 'project_id': '05e46da777a54cbe92cbfb00c37d8bb5', 'gw_port': {'id': 'fe87aac8-52e6-410c-ab62-7a3b71b72370', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcc03ab-7866-4ff3-b89e-c9d95f4b189d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:18Z', 'updated_at': '2022-06-27T15:26:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:22.664120 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:22.700419 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a393e4e5-bbbc-429d-9dd1-66bdf7edfc97 None None] Checking router: ddcc03ab-7866-4ff3-b89e-c9d95f4b189d for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:26:22.700776 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a393e4e5-bbbc-429d-9dd1-66bdf7edfc97 None None] Updating router ddcc03ab-7866-4ff3-b89e-c9d95f4b189d port fe87aac8-52e6-410c-ab62-7a3b71b72370 binding host dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 15:26:22.752601 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-0959bb64-83de-4379-b5ce-cc1ce6ee3293 None None] Current status of the port 7f39be6d-c778-4441-b0a5-62f79d23c4b3 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:26:22.772308 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88310744-77ac-486a-b262-16fa00268c5a admin admin] Publish callbacks [] for router_gateway (d88e545f-3b13-43b5-88d4-b4caf72885d0), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:22.776672 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd433869-92da-4ef2-8d29-6e54d472b3f9 None None] Pushing event updated for resources: {'Port': ['ID=7ffefe70-22b4-4d4f-bcff-200b27af1039,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:22.798653 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3079e621-95e6-4527-bc3d-3a0eea92774c admin admin] Publish callbacks [] for port (c7b0a1d2-1101-4d3f-8cee-10911bf22627), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:22.811718 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a393e4e5-bbbc-429d-9dd1-66bdf7edfc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (fe87aac8-52e6-410c-ab62-7a3b71b72370), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:22.839891 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0147f830-60cd-4a6e-9efe-7d53e4729613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5182d913-239d-560a-a272-f123969c0cda-e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'project_id': '2270daf238a640609e9ab514b01d9768', 'fixed_ips': [{'subnet_id': '96df5947-fd71-41b6-a0c5-3296a5c0458f'}]}} from dv-cinder-847798-1-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 15:26:22.842148 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0147f830-60cd-4a6e-9efe-7d53e4729613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:22.874796 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 7f39be6d-c778-4441-b0a5-62f79d23c4b3 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:26:22.886703 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-bc9e76b9-de7e-45f9-8d97-5b03c3ec6885 None None] For port f8e056c6-49b7-4482-a267-894e0a0dc160, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:26:22.920067 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 48696) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:22.960785 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-bc9e76b9-de7e-45f9-8d97-5b03c3ec6885 None None] For port f8e056c6-49b7-4482-a267-894e0a0dc160, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=f8e056c6-49b7-4482-a267-894e0a0dc160,segment=NetworkSegment(ce888434-d2f9-46aa-807c-1c90ac319f5e),segment_id=ce888434-d2f9-46aa-807c-1c90ac319f5e)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:26:23.024518 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc40f597-335e-4546-af20-b643e75f8bfe admin admin] Publish callbacks [] for router_gateway (928f35cb-cf58-4dde-a4b4-eec4b75bf621), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:23.089519 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 7f39be6d-c778-4441-b0a5-62f79d23c4b3 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:26:23.099055 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bc9e76b9-de7e-45f9-8d97-5b03c3ec6885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (f8e056c6-49b7-4482-a267-894e0a0dc160), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:23.269714 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:23.293761 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e76b9-de7e-45f9-8d97-5b03c3ec6885 None None] Pushing event updated for resources: {'Port': ['ID=f8e056c6-49b7-4482-a267-894e0a0dc160,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:23.363382 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 7f39be6d-c778-4441-b0a5-62f79d23c4b3 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:23.363779 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (7f39be6d-c778-4441-b0a5-62f79d23c4b3), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:23.377558 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-0147f830-60cd-4a6e-9efe-7d53e4729613 None None] Allocated IP 172.20.0.2 (e8e77f3f-2787-4f23-b11e-9e909cc074b3/96df5947-fd71-41b6-a0c5-3296a5c0458f/0b1510a6-779d-480f-b182-ea38883b2d6b) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:26:23.438960 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 48708) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:23.463089 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3079e621-95e6-4527-bc3d-3a0eea92774c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724'] for port (c7b0a1d2-1101-4d3f-8cee-10911bf22627), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:23.579184 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a3b4d9b1-7e4a-4b73-8ace-1da7cef1e32b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:23.669808 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3e3f0d3a-9802-4c97-a077-70644c7fec5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:23.777599 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3079e621-95e6-4527-bc3d-3a0eea92774c admin admin] Network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:26:23.831210 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-3079e621-95e6-4527-bc3d-3a0eea92774c admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:26:23.882912 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3079e621-95e6-4527-bc3d-3a0eea92774c admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:26:23.894855 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a393e4e5-bbbc-429d-9dd1-66bdf7edfc97 None None] Publish callbacks [] for port (fe87aac8-52e6-410c-ab62-7a3b71b72370), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:23.918956 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a393e4e5-bbbc-429d-9dd1-66bdf7edfc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (fe87aac8-52e6-410c-ab62-7a3b71b72370), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:23.964842 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079e621-95e6-4527-bc3d-3a0eea92774c admin admin] Pushing event updated for resources: {'Port': ['ID=c7b0a1d2-1101-4d3f-8cee-10911bf22627,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:24.072115 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-a393e4e5-bbbc-429d-9dd1-66bdf7edfc97 None None] Attempting to bind port fe87aac8-52e6-410c-ab62-7a3b71b72370 on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:26:24.072883 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-a393e4e5-bbbc-429d-9dd1-66bdf7edfc97 None None] Attempting to bind port fe87aac8-52e6-410c-ab62-7a3b71b72370 by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:26:24.073234 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a393e4e5-bbbc-429d-9dd1-66bdf7edfc97 None None] Attempting to bind port fe87aac8-52e6-410c-ab62-7a3b71b72370 on network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:26:24.087314 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc40f597-335e-4546-af20-b643e75f8bfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3708253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733158'] for router (928f35cb-cf58-4dde-a4b4-eec4b75bf621), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:24.092438 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1af559-e5f2-49ea-b95f-6c425249b428 None None] Pushing event updated for resources: {'Port': ['ID=fe87aac8-52e6-410c-ab62-7a3b71b72370,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:24.100236 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a393e4e5-bbbc-429d-9dd1-66bdf7edfc97 None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:26:24.100730 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a393e4e5-bbbc-429d-9dd1-66bdf7edfc97 None None] Checking segment: {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:26:24.101035 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a393e4e5-bbbc-429d-9dd1-66bdf7edfc97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:24.101432 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a393e4e5-bbbc-429d-9dd1-66bdf7edfc97 None None] Bound using segment: {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:26:24.106531 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-a393e4e5-bbbc-429d-9dd1-66bdf7edfc97 None None] Bound port: fe87aac8-52e6-410c-ab62-7a3b71b72370, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:26:24.107117 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a393e4e5-bbbc-429d-9dd1-66bdf7edfc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (fe87aac8-52e6-410c-ab62-7a3b71b72370), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:24.127196 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1af559-e5f2-49ea-b95f-6c425249b428 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:24.127840 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1af559-e5f2-49ea-b95f-6c425249b428 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:24.128861 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1af559-e5f2-49ea-b95f-6c425249b428 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:24.129220 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1af559-e5f2-49ea-b95f-6c425249b428 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:24.129693 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1af559-e5f2-49ea-b95f-6c425249b428 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:24.130146 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1af559-e5f2-49ea-b95f-6c425249b428 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:24.130606 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1af559-e5f2-49ea-b95f-6c425249b428 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:24.131071 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1af559-e5f2-49ea-b95f-6c425249b428 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:24.137574 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1af559-e5f2-49ea-b95f-6c425249b428 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:24.138514 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1af559-e5f2-49ea-b95f-6c425249b428 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:24.139000 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1af559-e5f2-49ea-b95f-6c425249b428 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:24.140112 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1af559-e5f2-49ea-b95f-6c425249b428 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:24.140773 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1af559-e5f2-49ea-b95f-6c425249b428 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:24.141261 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1af559-e5f2-49ea-b95f-6c425249b428 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:24.141760 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1af559-e5f2-49ea-b95f-6c425249b428 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e1af559-e5f2-49ea-b95f-6c425249b428 None None] Tracked resource versions report: Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: pushed versions: Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: { 'AddressGroup': {'1.2'}, Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: 'Agent': {'1.1'}, Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: 'ConntrackHelper': {'1.0'}, Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: 'LocalIPAssociation': {'1.0'}, Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: 'Log': {'1.0'}, Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: 'NDPProxy': {'1.0'}, Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: 'Network': {'1.1'}, Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: 'Port': {'1.7'}, Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: 'PortForwarding': {'1.3'}, Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: 'QosPolicy': {'1.10'}, Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: 'SecurityGroup': {'1.5'}, Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: 'SecurityGroupRule': {'1.2'}, Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: 'SubPort': {'1.0'}, Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: 'Subnet': {'1.1'}, Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: 'Trunk': {'1.1'}} Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: consumer versions: Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: { DHCP agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: HyperV agent@hv-cinder-84779: {}, Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: L3 agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: Metadata agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: Metering agent@dv-cinder-847798-1-iscsi: {}, Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: Open vSwitch agent@dv-cinder-847798-1-iscsi: { 'AddressGroup': '1.2', Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: 'Agent': '1.1', Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: 'ConntrackHelper': '1.0', Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: 'LocalIPAssociation': '1.0', Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: 'Log': '1.0', Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: 'NDPProxy': '1.0', Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: 'Network': '1.1', Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: 'Port': '1.7', Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: 'PortForwarding': '1.3', Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: 'QosPolicy': '1.10', Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: 'SecurityGroup': '1.5', Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: 'SecurityGroupRule': '1.2', Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: 'SubPort': '1.0', Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: 'Subnet': '1.1', Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: 'Trunk': '1.1'}} Jun 27 15:26:24.143122 dv-cinder-847798-1-iscsi neutron-server[104034]: {{(pid=104034) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 27 15:26:24.162518 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 7f39be6d-c778-4441-b0a5-62f79d23c4b3 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:26:24.262095 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-3e3f0d3a-9802-4c97-a077-70644c7fec5e admin admin] Allocated IP 172.20.0.1 (ab1d5806-d663-4f8c-b8fa-c959f613968d/fa7efd24-18d3-4bad-8e32-43835574a65e/28d74917-94c2-4449-b787-b0763b4a6246) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:26:24.265793 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-a393e4e5-bbbc-429d-9dd1-66bdf7edfc97 None None] For port fe87aac8-52e6-410c-ab62-7a3b71b72370, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:26:24.268819 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:24.272482 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-a393e4e5-bbbc-429d-9dd1-66bdf7edfc97 None None] For port fe87aac8-52e6-410c-ab62-7a3b71b72370, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=fe87aac8-52e6-410c-ab62-7a3b71b72370,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:26:24.283496 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-a393e4e5-bbbc-429d-9dd1-66bdf7edfc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (fe87aac8-52e6-410c-ab62-7a3b71b72370), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:24.311445 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:24.316863 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0147f830-60cd-4a6e-9efe-7d53e4729613 None None] Publish callbacks [] for port (0b1510a6-779d-480f-b182-ea38883b2d6b), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:24.336885 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0147f830-60cd-4a6e-9efe-7d53e4729613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724'] for port (0b1510a6-779d-480f-b182-ea38883b2d6b), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:24.386493 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:24.401085 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a393e4e5-bbbc-429d-9dd1-66bdf7edfc97 None None] Routers {'ddcc03ab-7866-4ff3-b89e-c9d95f4b189d'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:26:24.402045 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a393e4e5-bbbc-429d-9dd1-66bdf7edfc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:26:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['ddcc03ab-7866-4ff3-b89e-c9d95f4b189d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:24.415562 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a3b4d9b1-7e4a-4b73-8ace-1da7cef1e32b admin admin] Publish callbacks [] for security_group (456ecc44-49f0-4f3c-9897-462fff903947), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:24.423501 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88310744-77ac-486a-b262-16fa00268c5a admin admin] Publish callbacks [] for router_gateway (d88e545f-3b13-43b5-88d4-b4caf72885d0), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:24.461040 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f137ec30-209d-4b84-9073-effa5bec27fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:24.471600 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88310744-77ac-486a-b262-16fa00268c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:24.476207 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a3b4d9b1-7e4a-4b73-8ace-1da7cef1e32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (456ecc44-49f0-4f3c-9897-462fff903947), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:24.478662 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1af559-e5f2-49ea-b95f-6c425249b428 None None] Pushing event updated for resources: {'Port': ['ID=fe87aac8-52e6-410c-ab62-7a3b71b72370,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:24.489863 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147f830-60cd-4a6e-9efe-7d53e4729613 None None] Pushing event updated for resources: {'Port': ['ID=0b1510a6-779d-480f-b182-ea38883b2d6b,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:24.515264 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0147f830-60cd-4a6e-9efe-7d53e4729613 None None] Network e8e77f3f-2787-4f23-b11e-9e909cc074b3 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:26:24.518822 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-0147f830-60cd-4a6e-9efe-7d53e4729613 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:26:24.524210 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0147f830-60cd-4a6e-9efe-7d53e4729613 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:26:24.655124 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-0147f830-60cd-4a6e-9efe-7d53e4729613 None None] Attempting to bind port 0b1510a6-779d-480f-b182-ea38883b2d6b on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:26:24.655504 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-0147f830-60cd-4a6e-9efe-7d53e4729613 None None] Attempting to bind port 0b1510a6-779d-480f-b182-ea38883b2d6b by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': 'e8df84b0-b449-4f32-9fef-1bd341ec9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:26:24.655876 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0147f830-60cd-4a6e-9efe-7d53e4729613 None None] Attempting to bind port 0b1510a6-779d-480f-b182-ea38883b2d6b on network e8e77f3f-2787-4f23-b11e-9e909cc074b3 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:26:24.667769 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a393e4e5-bbbc-429d-9dd1-66bdf7edfc97 None None] Set router ddcc03ab-7866-4ff3-b89e-c9d95f4b189d gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:26:24.668992 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3e3f0d3a-9802-4c97-a077-70644c7fec5e admin admin] Publish callbacks [] for port (28d74917-94c2-4449-b787-b0763b4a6246), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:24.686299 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0147f830-60cd-4a6e-9efe-7d53e4729613 None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:26:24.686769 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0147f830-60cd-4a6e-9efe-7d53e4729613 None None] Checking segment: {'id': 'e8df84b0-b449-4f32-9fef-1bd341ec9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:26:24.687262 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0147f830-60cd-4a6e-9efe-7d53e4729613 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:24.687705 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0147f830-60cd-4a6e-9efe-7d53e4729613 None None] Bound using segment: {'id': 'e8df84b0-b449-4f32-9fef-1bd341ec9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:26:24.688299 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-0147f830-60cd-4a6e-9efe-7d53e4729613 None None] Bound port: 0b1510a6-779d-480f-b182-ea38883b2d6b, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8df84b0-b449-4f32-9fef-1bd341ec9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:26:24.688717 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0147f830-60cd-4a6e-9efe-7d53e4729613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (0b1510a6-779d-480f-b182-ea38883b2d6b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:24.708000 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc40f597-335e-4546-af20-b643e75f8bfe admin admin] Router 928f35cb-cf58-4dde-a4b4-eec4b75bf621 is scheduled to L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 15:26:24.847533 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0147f830-60cd-4a6e-9efe-7d53e4729613 None None] For port 0b1510a6-779d-480f-b182-ea38883b2d6b, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:26:24.851476 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0147f830-60cd-4a6e-9efe-7d53e4729613 None None] For port 0b1510a6-779d-480f-b182-ea38883b2d6b, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=0b1510a6-779d-480f-b182-ea38883b2d6b,segment=NetworkSegment(e8df84b0-b449-4f32-9fef-1bd341ec9717),segment_id=e8df84b0-b449-4f32-9fef-1bd341ec9717)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:26:24.867723 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0147f830-60cd-4a6e-9efe-7d53e4729613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (0b1510a6-779d-480f-b182-ea38883b2d6b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:24.875320 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cb3f74-af77-45eb-a539-9f96ac0d9435 None None] Network 42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:26:24.882447 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:24.882674 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3e3f0d3a-9802-4c97-a077-70644c7fec5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724'] for port (28d74917-94c2-4449-b787-b0763b4a6246), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:24.993325 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=100 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:25.015479 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a393e4e5-bbbc-429d-9dd1-66bdf7edfc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcc03ab-7866-4ff3-b89e-c9d95f4b189d', 'name': 'tempest-DeleteServersTestJSON-1598468388-router', 'tenant_id': '05e46da777a54cbe92cbfb00c37d8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'fe87aac8-52e6-410c-ab62-7a3b71b72370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:16Z', 'updated_at': '2022-06-27T15:26:19Z', 'revision_number': 3, 'project_id': '05e46da777a54cbe92cbfb00c37d8bb5', 'gw_port': {'id': 'fe87aac8-52e6-410c-ab62-7a3b71b72370', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcc03ab-7866-4ff3-b89e-c9d95f4b189d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:18Z', 'updated_at': '2022-06-27T15:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:25.032777 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:25.057215 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a393e4e5-bbbc-429d-9dd1-66bdf7edfc97 None None] The sync data for ids ['ddcc03ab-7866-4ff3-b89e-c9d95f4b189d'] in dv-cinder-847798-1-iscsi is: [{'id': 'ddcc03ab-7866-4ff3-b89e-c9d95f4b189d', 'name': 'tempest-DeleteServersTestJSON-1598468388-router', 'tenant_id': '05e46da777a54cbe92cbfb00c37d8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'fe87aac8-52e6-410c-ab62-7a3b71b72370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:16Z', 'updated_at': '2022-06-27T15:26:19Z', 'revision_number': 3, 'project_id': '05e46da777a54cbe92cbfb00c37d8bb5', 'gw_port': {'id': 'fe87aac8-52e6-410c-ab62-7a3b71b72370', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcc03ab-7866-4ff3-b89e-c9d95f4b189d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:18Z', 'updated_at': '2022-06-27T15:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:26:25.085285 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f0d3a-9802-4c97-a077-70644c7fec5e admin admin] Pushing event updated for resources: {'Port': ['ID=28d74917-94c2-4449-b787-b0763b4a6246,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:25.096167 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3f0d3a-9802-4c97-a077-70644c7fec5e admin admin] Network ab1d5806-d663-4f8c-b8fa-c959f613968d is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:26:25.099501 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-3e3f0d3a-9802-4c97-a077-70644c7fec5e admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:26:25.103445 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3f0d3a-9802-4c97-a077-70644c7fec5e admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:26:25.103945 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3e3f0d3a-9802-4c97-a077-70644c7fec5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734275'] for router_interface (ddcc03ab-7866-4ff3-b89e-c9d95f4b189d), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:25.124159 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-875d0ca3-4eff-427d-b9dd-654f5660b19d None None] Provisioning complete for port 7ffefe70-22b4-4d4f-bcff-200b27af1039 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:25.125030 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-875d0ca3-4eff-427d-b9dd-654f5660b19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (7ffefe70-22b4-4d4f-bcff-200b27af1039), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:25.172715 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc40f597-335e-4546-af20-b643e75f8bfe admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:26:25.225340 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48c4615-a353-48b6-a5e8-128167310ae1 None None] Sync routers for ids ['928f35cb-cf58-4dde-a4b4-eec4b75bf621'] in dv-cinder-847798-1-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:26:25.305543 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 7ffefe70-22b4-4d4f-bcff-200b27af1039 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:26:25.308623 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6052bb-77e8-41e0-a75c-59f062371cd7 None None] Network 0dd13161-8ee5-4285-a373-761f6ed0abd7 requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:26:25.376260 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147f830-60cd-4a6e-9efe-7d53e4729613 None None] Pushing event updated for resources: {'Port': ['ID=0b1510a6-779d-480f-b182-ea38883b2d6b,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:25.389853 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dc40f597-335e-4546-af20-b643e75f8bfe admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:25.392847 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-dc40f597-335e-4546-af20-b643e75f8bfe admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1275747 Jun 27 15:26:25.398687 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 48716) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:25.412176 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48c4615-a353-48b6-a5e8-128167310ae1 None None] Routers {'928f35cb-cf58-4dde-a4b4-eec4b75bf621'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:26:25.412877 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f48c4615-a353-48b6-a5e8-128167310ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:26:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['928f35cb-cf58-4dde-a4b4-eec4b75bf621'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:25.420154 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:25.505471 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f137ec30-209d-4b84-9073-effa5bec27fc admin admin] Publish callbacks [] for security_group (d1f7e5ef-e5e5-46c4-a4e5-7e5fb7cd1436), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:25.521638 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:25.525886 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-a3b4d9b1-7e4a-4b73-8ace-1da7cef1e32b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=861118cee4ba49878a27ab313b4f1cba&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0827506 Jun 27 15:26:25.537387 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f137ec30-209d-4b84-9073-effa5bec27fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (d1f7e5ef-e5e5-46c4-a4e5-7e5fb7cd1436), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:25.558653 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3e3f0d3a-9802-4c97-a077-70644c7fec5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (28d74917-94c2-4449-b787-b0763b4a6246), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:25.565109 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4d9b1-7e4a-4b73-8ace-1da7cef1e32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456ecc44-49f0-4f3c-9897-462fff903947,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:25.650883 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 48720) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:25.654388 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f137ec30-209d-4b84-9073-effa5bec27fc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=074c7de8debf489aa5c073a1ae623259&name=default HTTP/1.1" status: 200 len: 2992 time: 2.5728726 Jun 27 15:26:25.661658 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137ec30-209d-4b84-9073-effa5bec27fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f7e5ef-e5e5-46c4-a4e5-7e5fb7cd1436,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:25.672216 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 48726) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:26.049113 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 7ffefe70-22b4-4d4f-bcff-200b27af1039 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:26.049838 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (7ffefe70-22b4-4d4f-bcff-200b27af1039), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:26.154011 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-f48c4615-a353-48b6-a5e8-128167310ae1 None None] Set router 928f35cb-cf58-4dde-a4b4-eec4b75bf621 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:26:26.254228 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-88310744-77ac-486a-b262-16fa00268c5a admin admin] Allocated IP 172.27.2.200 (514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb/6226739c-eac4-4784-90b9-a0481f53f3ba/de82ebff-0148-470f-9958-53ef1f51b38b) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:26:26.323142 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:26.329028 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:26.335119 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3e3f0d3a-9802-4c97-a077-70644c7fec5e admin admin] Publish callbacks [] for port (28d74917-94c2-4449-b787-b0763b4a6246), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:26.347772 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3e3f0d3a-9802-4c97-a077-70644c7fec5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (28d74917-94c2-4449-b787-b0763b4a6246), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:26.349245 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3e3f0d3a-9802-4c97-a077-70644c7fec5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3703187'] for router_interface (ddcc03ab-7866-4ff3-b89e-c9d95f4b189d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:26.495650 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3079e621-95e6-4527-bc3d-3a0eea92774c admin admin] Publish callbacks [] for router_gateway (ec4aaba1-3174-4033-8024-037f1ab5181a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:26.500733 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f0d3a-9802-4c97-a077-70644c7fec5e admin admin] Pushing event updated for resources: {'Port': ['ID=28d74917-94c2-4449-b787-b0763b4a6246,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:26.523738 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-875d0ca3-4eff-427d-b9dd-654f5660b19d None None] Current status of the port 7ffefe70-22b4-4d4f-bcff-200b27af1039 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:26:26.524796 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-875d0ca3-4eff-427d-b9dd-654f5660b19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (7ffefe70-22b4-4d4f-bcff-200b27af1039), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:26.666950 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5ccd51e1-7918-45cd-94f0-11685ea1f069 admin admin] Publish callbacks [] for security_group (456ecc44-49f0-4f3c-9897-462fff903947), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:26.701278 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1df9e83-57ac-41d3-947f-fd35db682d15 admin admin] Publish callbacks [] for security_group (d1f7e5ef-e5e5-46c4-a4e5-7e5fb7cd1436), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:26.715693 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-875d0ca3-4eff-427d-b9dd-654f5660b19d None None] For port 7ffefe70-22b4-4d4f-bcff-200b27af1039, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=7ffefe70-22b4-4d4f-bcff-200b27af1039,segment=NetworkSegment(e27cde72-c31f-4b44-92ad-6feb60f14707),segment_id=e27cde72-c31f-4b44-92ad-6feb60f14707)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:26:26.790795 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-875d0ca3-4eff-427d-b9dd-654f5660b19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (7ffefe70-22b4-4d4f-bcff-200b27af1039), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:26.821684 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3f0d3a-9802-4c97-a077-70644c7fec5e admin admin] Network ab1d5806-d663-4f8c-b8fa-c959f613968d is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:26:26.828239 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-3e3f0d3a-9802-4c97-a077-70644c7fec5e admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:26:26.931188 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 7ffefe70-22b4-4d4f-bcff-200b27af1039 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:26:26.932017 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (7ffefe70-22b4-4d4f-bcff-200b27af1039), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:26.934615 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:27.067850 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5ccd51e1-7918-45cd-94f0-11685ea1f069 admin admin] Publish callbacks [] for security_group (456ecc44-49f0-4f3c-9897-462fff903947), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:27.141588 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d15fceba-20e9-4ee2-b3f0-18a8e7cb4e5f None None] Provisioning complete for port f8e056c6-49b7-4482-a267-894e0a0dc160 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:27.141989 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d15fceba-20e9-4ee2-b3f0-18a8e7cb4e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (f8e056c6-49b7-4482-a267-894e0a0dc160), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:27.163202 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:INSERT=7,neutron:SELECT=93 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:27.212922 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1df9e83-57ac-41d3-947f-fd35db682d15 admin admin] Publish callbacks [] for security_group (d1f7e5ef-e5e5-46c4-a4e5-7e5fb7cd1436), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:27.229251 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88310744-77ac-486a-b262-16fa00268c5a admin admin] Publish callbacks [] for port (de82ebff-0148-470f-9958-53ef1f51b38b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:27.293851 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875d0ca3-4eff-427d-b9dd-654f5660b19d None None] Pushing event updated for resources: {'Port': ['ID=7ffefe70-22b4-4d4f-bcff-200b27af1039,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:27.356573 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.db.api [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 27 15:26:27.357129 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG oslo_db.api [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 15:26:27.362681 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f48c4615-a353-48b6-a5e8-128167310ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'name': 'tempest-ServerRescueNegativeTestJSON-920464589-router', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '44554097-c32e-4389-a40b-7f7699da4c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:19Z', 'updated_at': '2022-06-27T15:26:22Z', 'revision_number': 3, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'gw_port': {'id': '44554097-c32e-4389-a40b-7f7699da4c96', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:20Z', 'updated_at': '2022-06-27T15:26:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:27.422832 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48c4615-a353-48b6-a5e8-128167310ae1 None None] Checking router: 928f35cb-cf58-4dde-a4b4-eec4b75bf621 for host: dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:26:27.423250 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48c4615-a353-48b6-a5e8-128167310ae1 None None] Updating router 928f35cb-cf58-4dde-a4b4-eec4b75bf621 port 44554097-c32e-4389-a40b-7f7699da4c96 binding host dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 15:26:27.466757 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b93dd7-71da-4e52-acb0-7b1a5f69fe8f None None] Network e8e77f3f-2787-4f23-b11e-9e909cc074b3 requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:26:27.505744 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8ae3d29c-ae37-4907-aa15-b6c0bf22a8ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:27.555269 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3f0d3a-9802-4c97-a077-70644c7fec5e admin admin] Router ddcc03ab-7866-4ff3-b89e-c9d95f4b189d has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:26:27.559438 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f48c4615-a353-48b6-a5e8-128167310ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (44554097-c32e-4389-a40b-7f7699da4c96), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:27.650859 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88310744-77ac-486a-b262-16fa00268c5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724'] for port (de82ebff-0148-470f-9958-53ef1f51b38b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:27.654858 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d15fceba-20e9-4ee2-b3f0-18a8e7cb4e5f None None] Current status of the port f8e056c6-49b7-4482-a267-894e0a0dc160 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:26:27.654858 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d15fceba-20e9-4ee2-b3f0-18a8e7cb4e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (f8e056c6-49b7-4482-a267-894e0a0dc160), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:27.769958 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88310744-77ac-486a-b262-16fa00268c5a admin admin] Pushing event updated for resources: {'Port': ['ID=de82ebff-0148-470f-9958-53ef1f51b38b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:27.804274 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:27.822473 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1df9e83-57ac-41d3-947f-fd35db682d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (d1f7e5ef-e5e5-46c4-a4e5-7e5fb7cd1436), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:27.826792 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c1df9e83-57ac-41d3-947f-fd35db682d15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:27.828441 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-c1df9e83-57ac-41d3-947f-fd35db682d15 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d1f7e5ef-e5e5-46c4-a4e5-7e5fb7cd1436 HTTP/1.1" status: 204 len: 168 time: 2.1052675 Jun 27 15:26:27.838128 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88310744-77ac-486a-b262-16fa00268c5a admin admin] Network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:26:27.860890 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-88310744-77ac-486a-b262-16fa00268c5a admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:26:27.863911 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88310744-77ac-486a-b262-16fa00268c5a admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:26:27.951124 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5ccd51e1-7918-45cd-94f0-11685ea1f069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (456ecc44-49f0-4f3c-9897-462fff903947), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:27.956484 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5ccd51e1-7918-45cd-94f0-11685ea1f069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:27.961010 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-5ccd51e1-7918-45cd-94f0-11685ea1f069 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/456ecc44-49f0-4f3c-9897-462fff903947 HTTP/1.1" status: 204 len: 168 time: 2.2882016 Jun 27 15:26:27.967290 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df9e83-57ac-41d3-947f-fd35db682d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f7e5ef-e5e5-46c4-a4e5-7e5fb7cd1436,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:28.120153 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d15fceba-20e9-4ee2-b3f0-18a8e7cb4e5f None None] For port f8e056c6-49b7-4482-a267-894e0a0dc160, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=f8e056c6-49b7-4482-a267-894e0a0dc160,segment=NetworkSegment(ce888434-d2f9-46aa-807c-1c90ac319f5e),segment_id=ce888434-d2f9-46aa-807c-1c90ac319f5e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:26:28.162381 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd51e1-7918-45cd-94f0-11685ea1f069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456ecc44-49f0-4f3c-9897-462fff903947,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:28.164269 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:28.172856 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3079e621-95e6-4527-bc3d-3a0eea92774c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3708253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733158'] for router (ec4aaba1-3174-4033-8024-037f1ab5181a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:28.208984 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d15fceba-20e9-4ee2-b3f0-18a8e7cb4e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (f8e056c6-49b7-4482-a267-894e0a0dc160), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:28.226463 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3f0d3a-9802-4c97-a077-70644c7fec5e admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:26:28.240847 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-3e3f0d3a-9802-4c97-a077-70644c7fec5e admin admin] 10.222.0.26 "PUT /v2.0/routers/ddcc03ab-7866-4ff3-b89e-c9d95f4b189d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0469787 Jun 27 15:26:28.251607 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-8ae3d29c-ae37-4907-aa15-b6c0bf22a8ba admin admin] Allocated IP 172.20.0.1 (0dd13161-8ee5-4285-a373-761f6ed0abd7/5101df7e-dc3e-4d22-92a5-4e633fba6a41/88d59b94-6c8f-4037-93f9-0b01f6345524) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:26:28.334336 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1221922-fcca-43d0-8dc0-a66fc14cba6e None None] Sync routers for ids ['ddcc03ab-7866-4ff3-b89e-c9d95f4b189d'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:26:28.364639 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1221922-fcca-43d0-8dc0-a66fc14cba6e None None] Routers {'ddcc03ab-7866-4ff3-b89e-c9d95f4b189d'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:26:28.365707 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f1221922-fcca-43d0-8dc0-a66fc14cba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:26:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['ddcc03ab-7866-4ff3-b89e-c9d95f4b189d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:28.443107 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:28.491011 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 7ffefe70-22b4-4d4f-bcff-200b27af1039 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:26:28.523238 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device f8e056c6-49b7-4482-a267-894e0a0dc160 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:26:28.535378 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d15fceba-20e9-4ee2-b3f0-18a8e7cb4e5f None None] Provisioning complete for port 7ffefe70-22b4-4d4f-bcff-200b27af1039 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:28.536031 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d15fceba-20e9-4ee2-b3f0-18a8e7cb4e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (7ffefe70-22b4-4d4f-bcff-200b27af1039), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:28.670603 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-f1221922-fcca-43d0-8dc0-a66fc14cba6e None None] Set router ddcc03ab-7866-4ff3-b89e-c9d95f4b189d gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:26:28.799125 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8ae3d29c-ae37-4907-aa15-b6c0bf22a8ba admin admin] Publish callbacks [] for port (88d59b94-6c8f-4037-93f9-0b01f6345524), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:28.840214 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fceba-20e9-4ee2-b3f0-18a8e7cb4e5f None None] Pushing event updated for resources: {'Port': ['ID=f8e056c6-49b7-4482-a267-894e0a0dc160,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:28.889973 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88310744-77ac-486a-b262-16fa00268c5a admin admin] Publish callbacks [] for router_gateway (d88e545f-3b13-43b5-88d4-b4caf72885d0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:28.947176 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8ae3d29c-ae37-4907-aa15-b6c0bf22a8ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724'] for port (88d59b94-6c8f-4037-93f9-0b01f6345524), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:28.961874 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:29.054557 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:29.068700 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port f8e056c6-49b7-4482-a267-894e0a0dc160 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:29.069111 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (f8e056c6-49b7-4482-a267-894e0a0dc160), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:29.089946 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3079e621-95e6-4527-bc3d-3a0eea92774c admin admin] Router ec4aaba1-3174-4033-8024-037f1ab5181a is scheduled to L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 15:26:29.103140 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:29.150126 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae3d29c-ae37-4907-aa15-b6c0bf22a8ba admin admin] Network 0dd13161-8ee5-4285-a373-761f6ed0abd7 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:26:29.181702 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-8ae3d29c-ae37-4907-aa15-b6c0bf22a8ba admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:26:29.195959 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae3d29c-ae37-4907-aa15-b6c0bf22a8ba admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:26:29.195959 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8ae3d29c-ae37-4907-aa15-b6c0bf22a8ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734275'] for router_interface (928f35cb-cf58-4dde-a4b4-eec4b75bf621), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:29.224041 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88310744-77ac-486a-b262-16fa00268c5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3708253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733158'] for router (d88e545f-3b13-43b5-88d4-b4caf72885d0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:29.224999 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3d29c-ae37-4907-aa15-b6c0bf22a8ba admin admin] Pushing event updated for resources: {'Port': ['ID=88d59b94-6c8f-4037-93f9-0b01f6345524,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:29.332804 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d15fceba-20e9-4ee2-b3f0-18a8e7cb4e5f None None] Current status of the port 7ffefe70-22b4-4d4f-bcff-200b27af1039 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:26:29.441891 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f1221922-fcca-43d0-8dc0-a66fc14cba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcc03ab-7866-4ff3-b89e-c9d95f4b189d', 'name': 'tempest-DeleteServersTestJSON-1598468388-router', 'tenant_id': '05e46da777a54cbe92cbfb00c37d8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'fe87aac8-52e6-410c-ab62-7a3b71b72370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:16Z', 'updated_at': '2022-06-27T15:26:25Z', 'revision_number': 4, 'project_id': '05e46da777a54cbe92cbfb00c37d8bb5', 'gw_port': {'id': 'fe87aac8-52e6-410c-ab62-7a3b71b72370', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcc03ab-7866-4ff3-b89e-c9d95f4b189d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:18Z', 'updated_at': '2022-06-27T15:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '28d74917-94c2-4449-b787-b0763b4a6246', 'name': '', 'network_id': 'ab1d5806-d663-4f8c-b8fa-c959f613968d', 'tenant_id': '05e46da777a54cbe92cbfb00c37d8bb5', 'mac_address': 'fa:16:3e:3f:42:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcc03ab-7866-4ff3-b89e-c9d95f4b189d', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fa7efd24-18d3-4bad-8e32-43835574a65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:23Z', 'updated_at': '2022-06-27T15:26:25Z', 'revision_number': 2, 'project_id': '05e46da777a54cbe92cbfb00c37d8bb5', 'subnets': [{'id': 'fa7efd24-18d3-4bad-8e32-43835574a65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:29.481012 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f48c4615-a353-48b6-a5e8-128167310ae1 None None] Publish callbacks [] for port (44554097-c32e-4389-a40b-7f7699da4c96), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:29.497792 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d15fceba-20e9-4ee2-b3f0-18a8e7cb4e5f None None] Provisioning complete for port 28d74917-94c2-4449-b787-b0763b4a6246 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:29.500186 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d15fceba-20e9-4ee2-b3f0-18a8e7cb4e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (28d74917-94c2-4449-b787-b0763b4a6246), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:29.645550 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3079e621-95e6-4527-bc3d-3a0eea92774c admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:26:29.671581 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1221922-fcca-43d0-8dc0-a66fc14cba6e None None] Checking router: ddcc03ab-7866-4ff3-b89e-c9d95f4b189d for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:26:29.672234 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1221922-fcca-43d0-8dc0-a66fc14cba6e None None] Updating router ddcc03ab-7866-4ff3-b89e-c9d95f4b189d port 28d74917-94c2-4449-b787-b0763b4a6246 binding host dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 15:26:29.683468 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3079e621-95e6-4527-bc3d-3a0eea92774c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:29.686821 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-3079e621-95e6-4527-bc3d-3a0eea92774c admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.0320740 Jun 27 15:26:29.689605 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 48838) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:29.748028 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f1221922-fcca-43d0-8dc0-a66fc14cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (28d74917-94c2-4449-b787-b0763b4a6246), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:29.750742 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8ae3d29c-ae37-4907-aa15-b6c0bf22a8ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (88d59b94-6c8f-4037-93f9-0b01f6345524), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:29.789324 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f48c4615-a353-48b6-a5e8-128167310ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (44554097-c32e-4389-a40b-7f7699da4c96), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:29.808448 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d15fceba-20e9-4ee2-b3f0-18a8e7cb4e5f None None] Port 28d74917-94c2-4449-b787-b0763b4a6246 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:26:29.853962 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94809717-a54b-43ef-a7ca-d359d5ced96c None None] Sync routers for ids ['ec4aaba1-3174-4033-8024-037f1ab5181a'] in dv-cinder-847798-1-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:26:29.959227 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88310744-77ac-486a-b262-16fa00268c5a admin admin] Router d88e545f-3b13-43b5-88d4-b4caf72885d0 is scheduled to L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 15:26:29.962295 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 48858) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:29.971635 dv-cinder-847798-1-iscsi neutron-server[104032]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 27 15:26:30.042427 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port f8e056c6-49b7-4482-a267-894e0a0dc160 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:26:30.120976 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f72937de-35d7-4411-9fe2-4d5634ae7f08 None None] Provisioning complete for port 88d59b94-6c8f-4037-93f9-0b01f6345524 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:30.121382 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f72937de-35d7-4411-9fe2-4d5634ae7f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (88d59b94-6c8f-4037-93f9-0b01f6345524), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:30.240258 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 48864) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:30.242509 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f72937de-35d7-4411-9fe2-4d5634ae7f08 None None] Port 88d59b94-6c8f-4037-93f9-0b01f6345524 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:26:30.270370 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94809717-a54b-43ef-a7ca-d359d5ced96c None None] Routers {'ec4aaba1-3174-4033-8024-037f1ab5181a'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:26:30.271240 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-94809717-a54b-43ef-a7ca-d359d5ced96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:26:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['ec4aaba1-3174-4033-8024-037f1ab5181a'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:30.383861 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f72937de-35d7-4411-9fe2-4d5634ae7f08 None None] Provisioning complete for port f8e056c6-49b7-4482-a267-894e0a0dc160 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:30.384874 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f72937de-35d7-4411-9fe2-4d5634ae7f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (f8e056c6-49b7-4482-a267-894e0a0dc160), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:30.387766 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8ae3d29c-ae37-4907-aa15-b6c0bf22a8ba admin admin] Publish callbacks [] for port (88d59b94-6c8f-4037-93f9-0b01f6345524), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:30.405979 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8ae3d29c-ae37-4907-aa15-b6c0bf22a8ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (88d59b94-6c8f-4037-93f9-0b01f6345524), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:30.414098 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8ae3d29c-ae37-4907-aa15-b6c0bf22a8ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3703187'] for router_interface (928f35cb-cf58-4dde-a4b4-eec4b75bf621), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:30.526451 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3d29c-ae37-4907-aa15-b6c0bf22a8ba admin admin] Pushing event updated for resources: {'Port': ['ID=88d59b94-6c8f-4037-93f9-0b01f6345524,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:30.533417 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88310744-77ac-486a-b262-16fa00268c5a admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:26:30.557513 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:30.625824 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec99fb-1c8f-45c6-a51b-6979ba3afab4 None None] Pushing event updated for resources: {'Port': ['ID=44554097-c32e-4389-a40b-7f7699da4c96,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:30.635564 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:30.688692 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2242bb54-4cde-4228-85c9-f4807caad537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:30.701003 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5583fc10-a496-41d0-af78-8b55b27a48f7 None None] Sync routers for ids ['d88e545f-3b13-43b5-88d4-b4caf72885d0'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:26:30.725699 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88310744-77ac-486a-b262-16fa00268c5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:30.727180 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-88310744-77ac-486a-b262-16fa00268c5a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.7520733 Jun 27 15:26:30.732036 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5583fc10-a496-41d0-af78-8b55b27a48f7 None None] Routers {'d88e545f-3b13-43b5-88d4-b4caf72885d0'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:26:30.732036 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5583fc10-a496-41d0-af78-8b55b27a48f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:26:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d88e545f-3b13-43b5-88d4-b4caf72885d0'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:30.739570 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 7ffefe70-22b4-4d4f-bcff-200b27af1039 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:26:30.749918 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 48880) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:30.806290 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae3d29c-ae37-4907-aa15-b6c0bf22a8ba admin admin] Network 0dd13161-8ee5-4285-a373-761f6ed0abd7 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:26:30.822234 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:30.826978 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-8ae3d29c-ae37-4907-aa15-b6c0bf22a8ba admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:26:30.834609 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-94809717-a54b-43ef-a7ca-d359d5ced96c None None] Set router ec4aaba1-3174-4033-8024-037f1ab5181a gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:26:30.851426 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f48c4615-a353-48b6-a5e8-128167310ae1 None None] Attempting to bind port 44554097-c32e-4389-a40b-7f7699da4c96 on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:26:30.853013 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f48c4615-a353-48b6-a5e8-128167310ae1 None None] Attempting to bind port 44554097-c32e-4389-a40b-7f7699da4c96 by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:26:30.853551 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48c4615-a353-48b6-a5e8-128167310ae1 None None] Attempting to bind port 44554097-c32e-4389-a40b-7f7699da4c96 on network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:26:30.938812 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=100 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:30.991489 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:31.025272 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-5583fc10-a496-41d0-af78-8b55b27a48f7 None None] Set router d88e545f-3b13-43b5-88d4-b4caf72885d0 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:26:31.098297 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48c4615-a353-48b6-a5e8-128167310ae1 None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:26:31.099696 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48c4615-a353-48b6-a5e8-128167310ae1 None None] Checking segment: {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:26:31.100153 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f48c4615-a353-48b6-a5e8-128167310ae1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:31.100598 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48c4615-a353-48b6-a5e8-128167310ae1 None None] Bound using segment: {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:26:31.101122 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-f48c4615-a353-48b6-a5e8-128167310ae1 None None] Bound port: 44554097-c32e-4389-a40b-7f7699da4c96, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:26:31.101528 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f48c4615-a353-48b6-a5e8-128167310ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (44554097-c32e-4389-a40b-7f7699da4c96), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:31.141818 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f1221922-fcca-43d0-8dc0-a66fc14cba6e None None] Publish callbacks [] for port (28d74917-94c2-4449-b787-b0763b4a6246), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:31.149487 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 7ffefe70-22b4-4d4f-bcff-200b27af1039 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:31.149848 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (7ffefe70-22b4-4d4f-bcff-200b27af1039), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:31.207772 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc2c3c16-d0f4-41ed-8f3e-faa312534a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:31.287287 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae3d29c-ae37-4907-aa15-b6c0bf22a8ba admin admin] Router 928f35cb-cf58-4dde-a4b4-eec4b75bf621 has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:26:31.293030 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f1221922-fcca-43d0-8dc0-a66fc14cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (28d74917-94c2-4449-b787-b0763b4a6246), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:31.316242 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-4893ad14-8550-4d5a-8e46-0e2adf652ebb tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:26:31.318049 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-4893ad14-8550-4d5a-8e46-0e2adf652ebb tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/networks?id=ab1d5806-d663-4f8c-b8fa-c959f613968d HTTP/1.1" status: 200 len: 812 time: 1.3480589 Jun 27 15:26:31.359948 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:31.531027 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:31.539471 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:31.637025 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da37f39-12ed-424f-aa49-feb8ac0d0c22 None None] Pushing event updated for resources: {'Port': ['ID=28d74917-94c2-4449-b787-b0763b4a6246,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:31.656156 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f72937de-35d7-4411-9fe2-4d5634ae7f08 None None] Current status of the port f8e056c6-49b7-4482-a267-894e0a0dc160 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:26:31.679779 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f48c4615-a353-48b6-a5e8-128167310ae1 None None] For port 44554097-c32e-4389-a40b-7f7699da4c96, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:26:31.769993 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f72937de-35d7-4411-9fe2-4d5634ae7f08 None None] Provisioning complete for port 0b1510a6-779d-480f-b182-ea38883b2d6b triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:31.773159 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f72937de-35d7-4411-9fe2-4d5634ae7f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (0b1510a6-779d-480f-b182-ea38883b2d6b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:31.805940 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f48c4615-a353-48b6-a5e8-128167310ae1 None None] For port 44554097-c32e-4389-a40b-7f7699da4c96, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=44554097-c32e-4389-a40b-7f7699da4c96,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:26:31.854429 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-f1221922-fcca-43d0-8dc0-a66fc14cba6e None None] Attempting to bind port 28d74917-94c2-4449-b787-b0763b4a6246 on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:26:31.857301 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-f1221922-fcca-43d0-8dc0-a66fc14cba6e None None] Attempting to bind port 28d74917-94c2-4449-b787-b0763b4a6246 by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': '0b34a44b-aa13-47d2-994a-30a1b297fb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ab1d5806-d663-4f8c-b8fa-c959f613968d'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:26:31.860051 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1221922-fcca-43d0-8dc0-a66fc14cba6e None None] Attempting to bind port 28d74917-94c2-4449-b787-b0763b4a6246 on network ab1d5806-d663-4f8c-b8fa-c959f613968d {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:26:31.872194 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2242bb54-4cde-4228-85c9-f4807caad537 admin admin] Publish callbacks [] for security_group (540c1d7b-26fe-4b03-9dcb-c5e42215a684), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:31.882317 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1221922-fcca-43d0-8dc0-a66fc14cba6e None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:26:31.883899 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2242bb54-4cde-4228-85c9-f4807caad537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (540c1d7b-26fe-4b03-9dcb-c5e42215a684), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:31.885219 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1221922-fcca-43d0-8dc0-a66fc14cba6e None None] Checking segment: {'id': '0b34a44b-aa13-47d2-994a-30a1b297fb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ab1d5806-d663-4f8c-b8fa-c959f613968d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:26:31.886079 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f1221922-fcca-43d0-8dc0-a66fc14cba6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:31.886917 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1221922-fcca-43d0-8dc0-a66fc14cba6e None None] Bound using segment: {'id': '0b34a44b-aa13-47d2-994a-30a1b297fb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ab1d5806-d663-4f8c-b8fa-c959f613968d'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:26:31.887982 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-f1221922-fcca-43d0-8dc0-a66fc14cba6e None None] Bound port: 28d74917-94c2-4449-b787-b0763b4a6246, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b34a44b-aa13-47d2-994a-30a1b297fb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ab1d5806-d663-4f8c-b8fa-c959f613968d'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:26:31.888976 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f1221922-fcca-43d0-8dc0-a66fc14cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (28d74917-94c2-4449-b787-b0763b4a6246), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:31.992600 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae3d29c-ae37-4907-aa15-b6c0bf22a8ba admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:26:32.008478 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-8ae3d29c-ae37-4907-aa15-b6c0bf22a8ba admin admin] 10.222.0.26 "PUT /v2.0/routers/928f35cb-cf58-4dde-a4b4-eec4b75bf621/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6063194 Jun 27 15:26:32.065430 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-2242bb54-4cde-4228-85c9-f4807caad537 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e9c75d75a0ea45818f28071163cb93ad&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8180320 Jun 27 15:26:32.068131 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 48906) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:32.082806 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242bb54-4cde-4228-85c9-f4807caad537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540c1d7b-26fe-4b03-9dcb-c5e42215a684,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:32.090523 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f48c4615-a353-48b6-a5e8-128167310ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (44554097-c32e-4389-a40b-7f7699da4c96), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:32.104716 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-9f741491-e14d-4870-b6cc-fdbd809074d6 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/quotas/05e46da777a54cbe92cbfb00c37d8bb5 HTTP/1.1" status: 200 len: 375 time: 0.7727287 Jun 27 15:26:32.234084 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-06181236-b822-4820-848c-12f09fde7787 admin admin] Publish callbacks [] for security_group (540c1d7b-26fe-4b03-9dcb-c5e42215a684), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:32.279832 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-94809717-a54b-43ef-a7ca-d359d5ced96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'name': 'tempest-AttachVolumeTestJSON-292349098-router', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:18Z', 'updated_at': '2022-06-27T15:26:24Z', 'revision_number': 3, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'gw_port': {'id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:21Z', 'updated_at': '2022-06-27T15:26:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:32.286071 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-f1221922-fcca-43d0-8dc0-a66fc14cba6e None None] For port 28d74917-94c2-4449-b787-b0763b4a6246, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:26:32.302383 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-f1221922-fcca-43d0-8dc0-a66fc14cba6e None None] For port 28d74917-94c2-4449-b787-b0763b4a6246, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=28d74917-94c2-4449-b787-b0763b4a6246,segment=NetworkSegment(0b34a44b-aa13-47d2-994a-30a1b297fb88),segment_id=0b34a44b-aa13-47d2-994a-30a1b297fb88)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:26:32.333424 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-f1221922-fcca-43d0-8dc0-a66fc14cba6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (28d74917-94c2-4449-b787-b0763b4a6246), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:32.352020 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-06181236-b822-4820-848c-12f09fde7787 admin admin] Publish callbacks [] for security_group (540c1d7b-26fe-4b03-9dcb-c5e42215a684), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:32.455384 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94809717-a54b-43ef-a7ca-d359d5ced96c None None] Checking router: ec4aaba1-3174-4033-8024-037f1ab5181a for host: dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:26:32.456283 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94809717-a54b-43ef-a7ca-d359d5ced96c None None] Updating router ec4aaba1-3174-4033-8024-037f1ab5181a port c7b0a1d2-1101-4d3f-8cee-10911bf22627 binding host dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 15:26:32.530488 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-946227ae-3409-44f8-b27f-f9140aa795b6 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=05e46da777a54cbe92cbfb00c37d8bb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4241030 Jun 27 15:26:32.558075 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-06181236-b822-4820-848c-12f09fde7787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (540c1d7b-26fe-4b03-9dcb-c5e42215a684), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:32.563792 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-06181236-b822-4820-848c-12f09fde7787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:32.566632 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-06181236-b822-4820-848c-12f09fde7787 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/540c1d7b-26fe-4b03-9dcb-c5e42215a684 HTTP/1.1" status: 204 len: 168 time: 0.4965763 Jun 27 15:26:32.601201 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06181236-b822-4820-848c-12f09fde7787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540c1d7b-26fe-4b03-9dcb-c5e42215a684,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:32.612356 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1221922-fcca-43d0-8dc0-a66fc14cba6e None None] Routers {'ddcc03ab-7866-4ff3-b89e-c9d95f4b189d'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:26:32.613755 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f1221922-fcca-43d0-8dc0-a66fc14cba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:26:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['ddcc03ab-7866-4ff3-b89e-c9d95f4b189d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:32.622145 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-94809717-a54b-43ef-a7ca-d359d5ced96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (c7b0a1d2-1101-4d3f-8cee-10911bf22627), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:32.678623 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 7ffefe70-22b4-4d4f-bcff-200b27af1039 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:26:32.681772 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device f8e056c6-49b7-4482-a267-894e0a0dc160 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:26:32.691446 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-cc2c3c16-d0f4-41ed-8f3e-faa312534a52 admin admin] Allocated IP 172.20.0.1 (42d6796f-0df3-4f1e-9bd2-00a387c5c9c3/bf7190f5-96d6-4fc7-8135-6ae4628d416d/457104e6-73db-4efd-808c-941317798c14) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:26:32.893198 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:32.976365 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec99fb-1c8f-45c6-a51b-6979ba3afab4 None None] Pushing event updated for resources: {'Port': ['ID=44554097-c32e-4389-a40b-7f7699da4c96,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:33.022736 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48c4615-a353-48b6-a5e8-128167310ae1 None None] Routers {'928f35cb-cf58-4dde-a4b4-eec4b75bf621'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:26:33.023831 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f48c4615-a353-48b6-a5e8-128167310ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:26:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['928f35cb-cf58-4dde-a4b4-eec4b75bf621'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:33.028080 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-f1221922-fcca-43d0-8dc0-a66fc14cba6e None None] Set router ddcc03ab-7866-4ff3-b89e-c9d95f4b189d gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:26:33.092479 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da37f39-12ed-424f-aa49-feb8ac0d0c22 None None] Pushing event updated for resources: {'Port': ['ID=28d74917-94c2-4449-b787-b0763b4a6246,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:33.212573 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5583fc10-a496-41d0-af78-8b55b27a48f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1586938063-router', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:22Z', 'updated_at': '2022-06-27T15:26:28Z', 'revision_number': 3, 'project_id': '2270daf238a640609e9ab514b01d9768', 'gw_port': {'id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:09:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:24Z', 'updated_at': '2022-06-27T15:26:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:33.268365 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5583fc10-a496-41d0-af78-8b55b27a48f7 None None] Checking router: d88e545f-3b13-43b5-88d4-b4caf72885d0 for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:26:33.268936 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5583fc10-a496-41d0-af78-8b55b27a48f7 None None] Updating router d88e545f-3b13-43b5-88d4-b4caf72885d0 port de82ebff-0148-470f-9958-53ef1f51b38b binding host dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 15:26:33.365005 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:26:33.440637 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc2c3c16-d0f4-41ed-8f3e-faa312534a52 admin admin] Publish callbacks [] for port (457104e6-73db-4efd-808c-941317798c14), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:33.468311 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5583fc10-a496-41d0-af78-8b55b27a48f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (de82ebff-0148-470f-9958-53ef1f51b38b), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:33.475233 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:33.547848 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port f8e056c6-49b7-4482-a267-894e0a0dc160 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:33.547848 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (f8e056c6-49b7-4482-a267-894e0a0dc160), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:33.559444 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-f48c4615-a353-48b6-a5e8-128167310ae1 None None] Set router 928f35cb-cf58-4dde-a4b4-eec4b75bf621 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:26:33.618411 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:33.655987 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f72937de-35d7-4411-9fe2-4d5634ae7f08 None None] Current status of the port 0b1510a6-779d-480f-b182-ea38883b2d6b is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:26:33.656400 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f72937de-35d7-4411-9fe2-4d5634ae7f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (0b1510a6-779d-480f-b182-ea38883b2d6b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:33.744943 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:33.752929 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-baaaba87-bb55-4d10-a243-0cf14833d85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:33.763664 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:33.764082 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc2c3c16-d0f4-41ed-8f3e-faa312534a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724'] for port (457104e6-73db-4efd-808c-941317798c14), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:33.835691 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 48940) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:33.879852 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2c3c16-d0f4-41ed-8f3e-faa312534a52 admin admin] Network 42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:26:33.897704 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-f1221922-fcca-43d0-8dc0-a66fc14cba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcc03ab-7866-4ff3-b89e-c9d95f4b189d', 'name': 'tempest-DeleteServersTestJSON-1598468388-router', 'tenant_id': '05e46da777a54cbe92cbfb00c37d8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'fe87aac8-52e6-410c-ab62-7a3b71b72370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:16Z', 'updated_at': '2022-06-27T15:26:25Z', 'revision_number': 4, 'project_id': '05e46da777a54cbe92cbfb00c37d8bb5', 'gw_port': {'id': 'fe87aac8-52e6-410c-ab62-7a3b71b72370', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcc03ab-7866-4ff3-b89e-c9d95f4b189d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:18Z', 'updated_at': '2022-06-27T15:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '28d74917-94c2-4449-b787-b0763b4a6246', 'name': '', 'network_id': 'ab1d5806-d663-4f8c-b8fa-c959f613968d', 'tenant_id': '05e46da777a54cbe92cbfb00c37d8bb5', 'mac_address': 'fa:16:3e:3f:42:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcc03ab-7866-4ff3-b89e-c9d95f4b189d', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fa7efd24-18d3-4bad-8e32-43835574a65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:23Z', 'updated_at': '2022-06-27T15:26:32Z', 'revision_number': 4, 'project_id': '05e46da777a54cbe92cbfb00c37d8bb5', 'subnets': [{'id': 'fa7efd24-18d3-4bad-8e32-43835574a65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:33.908930 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f72937de-35d7-4411-9fe2-4d5634ae7f08 None None] For port 0b1510a6-779d-480f-b182-ea38883b2d6b, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=0b1510a6-779d-480f-b182-ea38883b2d6b,segment=NetworkSegment(e8df84b0-b449-4f32-9fef-1bd341ec9717),segment_id=e8df84b0-b449-4f32-9fef-1bd341ec9717)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:26:33.931228 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f72937de-35d7-4411-9fe2-4d5634ae7f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (0b1510a6-779d-480f-b182-ea38883b2d6b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:34.041101 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1221922-fcca-43d0-8dc0-a66fc14cba6e None None] The sync data for ids ['ddcc03ab-7866-4ff3-b89e-c9d95f4b189d'] in dv-cinder-847798-1-iscsi is: [{'id': 'ddcc03ab-7866-4ff3-b89e-c9d95f4b189d', 'name': 'tempest-DeleteServersTestJSON-1598468388-router', 'tenant_id': '05e46da777a54cbe92cbfb00c37d8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'fe87aac8-52e6-410c-ab62-7a3b71b72370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:16Z', 'updated_at': '2022-06-27T15:26:25Z', 'revision_number': 4, 'project_id': '05e46da777a54cbe92cbfb00c37d8bb5', 'gw_port': {'id': 'fe87aac8-52e6-410c-ab62-7a3b71b72370', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcc03ab-7866-4ff3-b89e-c9d95f4b189d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:18Z', 'updated_at': '2022-06-27T15:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '28d74917-94c2-4449-b787-b0763b4a6246', 'name': '', 'network_id': 'ab1d5806-d663-4f8c-b8fa-c959f613968d', 'tenant_id': '05e46da777a54cbe92cbfb00c37d8bb5', 'mac_address': 'fa:16:3e:3f:42:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcc03ab-7866-4ff3-b89e-c9d95f4b189d', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'fa7efd24-18d3-4bad-8e32-43835574a65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:23Z', 'updated_at': '2022-06-27T15:26:32Z', 'revision_number': 4, 'project_id': '05e46da777a54cbe92cbfb00c37d8bb5', 'subnets': [{'id': 'fa7efd24-18d3-4bad-8e32-43835574a65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:26:34.088268 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f72937de-35d7-4411-9fe2-4d5634ae7f08 None None] Provisioning complete for port 28d74917-94c2-4449-b787-b0763b4a6246 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:34.088581 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f72937de-35d7-4411-9fe2-4d5634ae7f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (28d74917-94c2-4449-b787-b0763b4a6246), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:34.141174 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port f8e056c6-49b7-4482-a267-894e0a0dc160 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:26:34.142409 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 0b1510a6-779d-480f-b182-ea38883b2d6b up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:26:34.237632 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72937de-35d7-4411-9fe2-4d5634ae7f08 None None] Pushing event updated for resources: {'Port': ['ID=0b1510a6-779d-480f-b182-ea38883b2d6b,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:34.283407 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-cc2c3c16-d0f4-41ed-8f3e-faa312534a52 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:26:34.311263 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2c3c16-d0f4-41ed-8f3e-faa312534a52 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:26:34.311562 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 48960) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:34.312022 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc2c3c16-d0f4-41ed-8f3e-faa312534a52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734275'] for router_interface (ec4aaba1-3174-4033-8024-037f1ab5181a), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:34.317461 dv-cinder-847798-1-iscsi neutron-server[104031]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 27 15:26:34.377444 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f48c4615-a353-48b6-a5e8-128167310ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'name': 'tempest-ServerRescueNegativeTestJSON-920464589-router', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '44554097-c32e-4389-a40b-7f7699da4c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:19Z', 'updated_at': '2022-06-27T15:26:29Z', 'revision_number': 4, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'gw_port': {'id': '44554097-c32e-4389-a40b-7f7699da4c96', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:20Z', 'updated_at': '2022-06-27T15:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '88d59b94-6c8f-4037-93f9-0b01f6345524', 'name': '', 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'mac_address': 'fa:16:3e:c7:3e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:27Z', 'updated_at': '2022-06-27T15:26:29Z', 'revision_number': 2, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'subnets': [{'id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:34.490444 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48c4615-a353-48b6-a5e8-128167310ae1 None None] The sync data for ids ['928f35cb-cf58-4dde-a4b4-eec4b75bf621'] in dv-cinder-847798-1-iscsi is: [{'id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'name': 'tempest-ServerRescueNegativeTestJSON-920464589-router', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '44554097-c32e-4389-a40b-7f7699da4c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:19Z', 'updated_at': '2022-06-27T15:26:29Z', 'revision_number': 4, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'gw_port': {'id': '44554097-c32e-4389-a40b-7f7699da4c96', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:20Z', 'updated_at': '2022-06-27T15:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '88d59b94-6c8f-4037-93f9-0b01f6345524', 'name': '', 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'mac_address': 'fa:16:3e:c7:3e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:27Z', 'updated_at': '2022-06-27T15:26:29Z', 'revision_number': 2, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'subnets': [{'id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:26:34.507748 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 0b1510a6-779d-480f-b182-ea38883b2d6b triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:34.508446 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (0b1510a6-779d-480f-b182-ea38883b2d6b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:34.533252 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-94809717-a54b-43ef-a7ca-d359d5ced96c None None] Publish callbacks [] for port (c7b0a1d2-1101-4d3f-8cee-10911bf22627), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:34.609447 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f72937de-35d7-4411-9fe2-4d5634ae7f08 None None] Current status of the port 28d74917-94c2-4449-b787-b0763b4a6246 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:26:34.610599 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f72937de-35d7-4411-9fe2-4d5634ae7f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (28d74917-94c2-4449-b787-b0763b4a6246), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:34.613627 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-94809717-a54b-43ef-a7ca-d359d5ced96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (c7b0a1d2-1101-4d3f-8cee-10911bf22627), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:34.787606 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-cfbfe3d9-6c93-416a-9a19-7a371ba80a2a service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 15:26:34.790911 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-cfbfe3d9-6c93-416a-9a19-7a371ba80a2a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.1898944 Jun 27 15:26:34.829251 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-baaaba87-bb55-4d10-a243-0cf14833d85f admin admin] Allocated IP 172.20.0.1 (e8e77f3f-2787-4f23-b11e-9e909cc074b3/96df5947-fd71-41b6-a0c5-3296a5c0458f/e1b91a4f-0760-4eb6-8669-74245160977f) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:26:34.856387 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c3c16-d0f4-41ed-8f3e-faa312534a52 admin admin] Pushing event updated for resources: {'Port': ['ID=457104e6-73db-4efd-808c-941317798c14,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:34.868408 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-94809717-a54b-43ef-a7ca-d359d5ced96c None None] Attempting to bind port c7b0a1d2-1101-4d3f-8cee-10911bf22627 on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:26:34.869180 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-94809717-a54b-43ef-a7ca-d359d5ced96c None None] Attempting to bind port c7b0a1d2-1101-4d3f-8cee-10911bf22627 by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:26:34.869722 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94809717-a54b-43ef-a7ca-d359d5ced96c None None] Attempting to bind port c7b0a1d2-1101-4d3f-8cee-10911bf22627 on network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:26:34.886958 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:34.888705 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e70dc-c818-4f39-ae0f-8846ba591008 None None] Pushing event updated for resources: {'Port': ['ID=c7b0a1d2-1101-4d3f-8cee-10911bf22627,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:34.919192 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f72937de-35d7-4411-9fe2-4d5634ae7f08 None None] For port 28d74917-94c2-4449-b787-b0763b4a6246, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=28d74917-94c2-4449-b787-b0763b4a6246,segment=NetworkSegment(0b34a44b-aa13-47d2-994a-30a1b297fb88),segment_id=0b34a44b-aa13-47d2-994a-30a1b297fb88)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:26:34.923187 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94809717-a54b-43ef-a7ca-d359d5ced96c None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:26:34.923874 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94809717-a54b-43ef-a7ca-d359d5ced96c None None] Checking segment: {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:26:34.924627 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-94809717-a54b-43ef-a7ca-d359d5ced96c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:34.925311 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94809717-a54b-43ef-a7ca-d359d5ced96c None None] Bound using segment: {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:26:34.926093 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-94809717-a54b-43ef-a7ca-d359d5ced96c None None] Bound port: c7b0a1d2-1101-4d3f-8cee-10911bf22627, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:26:34.926897 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-94809717-a54b-43ef-a7ca-d359d5ced96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (c7b0a1d2-1101-4d3f-8cee-10911bf22627), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:34.946232 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f72937de-35d7-4411-9fe2-4d5634ae7f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (28d74917-94c2-4449-b787-b0763b4a6246), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:34.999731 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=100 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:35.023846 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-81b2c8c5-8c56-4817-bb0a-53bcc583e701 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:26:35.041773 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-81b2c8c5-8c56-4817-bb0a-53bcc583e701 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/networks?id=0dd13161-8ee5-4285-a373-761f6ed0abd7 HTTP/1.1" status: 200 len: 818 time: 0.7277997 Jun 27 15:26:35.106274 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fdd77947-e402-4087-84b3-8abd3cecf646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:35.208181 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-ed0bfcca-a718-4878-adec-d88fce821a50 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/quotas/2832173587a6494eb7f73b3ca0a09a0f HTTP/1.1" status: 200 len: 375 time: 0.0719965 Jun 27 15:26:35.236021 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:35.237768 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5583fc10-a496-41d0-af78-8b55b27a48f7 None None] Publish callbacks [] for port (de82ebff-0148-470f-9958-53ef1f51b38b), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:35.250819 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5583fc10-a496-41d0-af78-8b55b27a48f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (de82ebff-0148-470f-9958-53ef1f51b38b), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:35.365339 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881eb657-8cb8-43a7-b5f7-8a9adf0adab1 None None] Pushing event updated for resources: {'Port': ['ID=de82ebff-0148-470f-9958-53ef1f51b38b,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:35.375145 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-94809717-a54b-43ef-a7ca-d359d5ced96c None None] For port c7b0a1d2-1101-4d3f-8cee-10911bf22627, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:26:35.401074 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-94809717-a54b-43ef-a7ca-d359d5ced96c None None] For port c7b0a1d2-1101-4d3f-8cee-10911bf22627, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=c7b0a1d2-1101-4d3f-8cee-10911bf22627,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:26:35.426068 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:35.446955 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-5583fc10-a496-41d0-af78-8b55b27a48f7 None None] Attempting to bind port de82ebff-0148-470f-9958-53ef1f51b38b on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:26:35.447776 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-5583fc10-a496-41d0-af78-8b55b27a48f7 None None] Attempting to bind port de82ebff-0148-470f-9958-53ef1f51b38b by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:26:35.448619 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5583fc10-a496-41d0-af78-8b55b27a48f7 None None] Attempting to bind port de82ebff-0148-470f-9958-53ef1f51b38b on network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:26:35.460907 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5583fc10-a496-41d0-af78-8b55b27a48f7 None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:26:35.462044 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5583fc10-a496-41d0-af78-8b55b27a48f7 None None] Checking segment: {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:26:35.463937 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5583fc10-a496-41d0-af78-8b55b27a48f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:35.464706 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5583fc10-a496-41d0-af78-8b55b27a48f7 None None] Bound using segment: {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:26:35.467068 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-5583fc10-a496-41d0-af78-8b55b27a48f7 None None] Bound port: de82ebff-0148-470f-9958-53ef1f51b38b, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:26:35.467882 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5583fc10-a496-41d0-af78-8b55b27a48f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (de82ebff-0148-470f-9958-53ef1f51b38b), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:35.492773 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-94809717-a54b-43ef-a7ca-d359d5ced96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (c7b0a1d2-1101-4d3f-8cee-10911bf22627), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:35.550964 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-4e111c1d-72da-4f31-b95e-a7f863b13e5d service neutron] 10.222.0.26 "GET /v2.0/networks/ab1d5806-d663-4f8c-b8fa-c959f613968d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7137191 Jun 27 15:26:35.577565 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9b36f1f8-55ec-42b6-a838-6175cd8301b8 None None] Provisioning complete for port 88d59b94-6c8f-4037-93f9-0b01f6345524 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:35.578155 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9b36f1f8-55ec-42b6-a838-6175cd8301b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (88d59b94-6c8f-4037-93f9-0b01f6345524), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:35.610199 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 0b1510a6-779d-480f-b182-ea38883b2d6b is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:26:35.612919 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device fe87aac8-52e6-410c-ab62-7a3b71b72370 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:26:35.692252 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fdd77947-e402-4087-84b3-8abd3cecf646 admin admin] Publish callbacks [] for security_group (f4ce3b21-f8da-4ed7-a898-029bb9978da9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:35.701965 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-5583fc10-a496-41d0-af78-8b55b27a48f7 None None] For port de82ebff-0148-470f-9958-53ef1f51b38b, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:26:35.715158 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-5583fc10-a496-41d0-af78-8b55b27a48f7 None None] For port de82ebff-0148-470f-9958-53ef1f51b38b, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=de82ebff-0148-470f-9958-53ef1f51b38b,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:26:35.726009 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fdd77947-e402-4087-84b3-8abd3cecf646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (f4ce3b21-f8da-4ed7-a898-029bb9978da9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:35.732442 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-5583fc10-a496-41d0-af78-8b55b27a48f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (de82ebff-0148-470f-9958-53ef1f51b38b), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:35.751301 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-80b1450d-3e75-4e58-892f-59756894a73e service neutron] 10.222.0.26 "GET /v2.0/networks/ab1d5806-d663-4f8c-b8fa-c959f613968d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978157 Jun 27 15:26:35.820202 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-fdd77947-e402-4087-84b3-8abd3cecf646 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=090e27bd88cc4d91a6e06fc8a93d56eb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9781082 Jun 27 15:26:35.849299 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 48974) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:35.869918 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881eb657-8cb8-43a7-b5f7-8a9adf0adab1 None None] Pushing event updated for resources: {'Port': ['ID=de82ebff-0148-470f-9958-53ef1f51b38b,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:35.940847 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5583fc10-a496-41d0-af78-8b55b27a48f7 None None] Routers {'d88e545f-3b13-43b5-88d4-b4caf72885d0'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:26:35.941783 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5583fc10-a496-41d0-af78-8b55b27a48f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:26:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d88e545f-3b13-43b5-88d4-b4caf72885d0'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:36.058673 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-98c7e0cc-16d3-40a0-a356-c22f9c16a677 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2832173587a6494eb7f73b3ca0a09a0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8492434 Jun 27 15:26:36.082758 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ba08f278-f163-4a6c-8b8f-ad90ae81a85d admin admin] Publish callbacks [] for security_group (f4ce3b21-f8da-4ed7-a898-029bb9978da9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:36.149306 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc2c3c16-d0f4-41ed-8f3e-faa312534a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (457104e6-73db-4efd-808c-941317798c14), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:36.178537 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ba08f278-f163-4a6c-8b8f-ad90ae81a85d admin admin] Publish callbacks [] for security_group (f4ce3b21-f8da-4ed7-a898-029bb9978da9), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:36.205692 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72937de-35d7-4411-9fe2-4d5634ae7f08 None None] Pushing event updated for resources: {'Port': ['ID=28d74917-94c2-4449-b787-b0763b4a6246,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:36.209502 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:36.245336 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd77947-e402-4087-84b3-8abd3cecf646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ce3b21-f8da-4ed7-a898-029bb9978da9,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:36.272447 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-baaaba87-bb55-4d10-a243-0cf14833d85f admin admin] Publish callbacks [] for port (e1b91a4f-0760-4eb6-8669-74245160977f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:36.343987 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-5583fc10-a496-41d0-af78-8b55b27a48f7 None None] Set router d88e545f-3b13-43b5-88d4-b4caf72885d0 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:26:36.462563 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94809717-a54b-43ef-a7ca-d359d5ced96c None None] Routers {'ec4aaba1-3174-4033-8024-037f1ab5181a'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:26:36.469470 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ba08f278-f163-4a6c-8b8f-ad90ae81a85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (f4ce3b21-f8da-4ed7-a898-029bb9978da9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:36.471320 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-94809717-a54b-43ef-a7ca-d359d5ced96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:26:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['ec4aaba1-3174-4033-8024-037f1ab5181a'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:36.475317 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ba08f278-f163-4a6c-8b8f-ad90ae81a85d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:36.482148 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-ba08f278-f163-4a6c-8b8f-ad90ae81a85d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f4ce3b21-f8da-4ed7-a898-029bb9978da9 HTTP/1.1" status: 204 len: 168 time: 0.6145456 Jun 27 15:26:36.505234 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08f278-f163-4a6c-8b8f-ad90ae81a85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ce3b21-f8da-4ed7-a898-029bb9978da9,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:36.620767 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9b36f1f8-55ec-42b6-a838-6175cd8301b8 None None] Port 88d59b94-6c8f-4037-93f9-0b01f6345524 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:26:36.668310 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port fe87aac8-52e6-410c-ab62-7a3b71b72370 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:36.675074 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (fe87aac8-52e6-410c-ab62-7a3b71b72370), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:36.687818 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9b36f1f8-55ec-42b6-a838-6175cd8301b8 None None] Provisioning complete for port 457104e6-73db-4efd-808c-941317798c14 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:36.688737 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9b36f1f8-55ec-42b6-a838-6175cd8301b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (457104e6-73db-4efd-808c-941317798c14), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:36.693836 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc2c3c16-d0f4-41ed-8f3e-faa312534a52 admin admin] Publish callbacks [] for port (457104e6-73db-4efd-808c-941317798c14), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:36.709974 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-baaaba87-bb55-4d10-a243-0cf14833d85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724'] for port (e1b91a4f-0760-4eb6-8669-74245160977f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:36.773534 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e70dc-c818-4f39-ae0f-8846ba591008 None None] Pushing event updated for resources: {'Port': ['ID=c7b0a1d2-1101-4d3f-8cee-10911bf22627,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:36.773954 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc2c3c16-d0f4-41ed-8f3e-faa312534a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (457104e6-73db-4efd-808c-941317798c14), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:36.774823 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc2c3c16-d0f4-41ed-8f3e-faa312534a52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3703187'] for router_interface (ec4aaba1-3174-4033-8024-037f1ab5181a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:36.880061 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9b36f1f8-55ec-42b6-a838-6175cd8301b8 None None] Port 457104e6-73db-4efd-808c-941317798c14 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:26:36.897701 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-94809717-a54b-43ef-a7ca-d359d5ced96c None None] Set router ec4aaba1-3174-4033-8024-037f1ab5181a gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:26:36.944034 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-9b36f1f8-55ec-42b6-a838-6175cd8301b8 None None] Provisioning complete for port 28d74917-94c2-4449-b787-b0763b4a6246 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:36.944677 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9b36f1f8-55ec-42b6-a838-6175cd8301b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (28d74917-94c2-4449-b787-b0763b4a6246), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:36.986062 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-630bd845-8d90-4e5b-9264-90c57a995ba0 req-c01f4f5d-fa90-4a97-97b4-a882bbc2cad5 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 210 time: 0.2883546 Jun 27 15:26:37.111475 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaaba87-bb55-4d10-a243-0cf14833d85f admin admin] Network e8e77f3f-2787-4f23-b11e-9e909cc074b3 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:26:37.124041 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-baaaba87-bb55-4d10-a243-0cf14833d85f admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:26:37.152606 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaaba87-bb55-4d10-a243-0cf14833d85f admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:26:37.152606 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-baaaba87-bb55-4d10-a243-0cf14833d85f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734275'] for router_interface (d88e545f-3b13-43b5-88d4-b4caf72885d0), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:37.197451 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:37.217959 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-a479f908-f24a-4bfb-b0ef-e7a8fc729721 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 15:26:37.218665 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:37.226151 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-a479f908-f24a-4bfb-b0ef-e7a8fc729721 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1710055 Jun 27 15:26:37.256642 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:37.262821 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-5583fc10-a496-41d0-af78-8b55b27a48f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1586938063-router', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:22Z', 'updated_at': '2022-06-27T15:26:28Z', 'revision_number': 3, 'project_id': '2270daf238a640609e9ab514b01d9768', 'gw_port': {'id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:09:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:24Z', 'updated_at': '2022-06-27T15:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:37.399853 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5583fc10-a496-41d0-af78-8b55b27a48f7 None None] The sync data for ids ['d88e545f-3b13-43b5-88d4-b4caf72885d0'] in dv-cinder-847798-1-iscsi is: [{'id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1586938063-router', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:22Z', 'updated_at': '2022-06-27T15:26:28Z', 'revision_number': 3, 'project_id': '2270daf238a640609e9ab514b01d9768', 'gw_port': {'id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:09:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:24Z', 'updated_at': '2022-06-27T15:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:26:37.509830 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaaba87-bb55-4d10-a243-0cf14833d85f admin admin] Pushing event updated for resources: {'Port': ['ID=e1b91a4f-0760-4eb6-8669-74245160977f,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:37.608957 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-b918ca39-e370-41da-8709-b8094eb43cb9 service neutron] 10.222.0.26 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818052 Jun 27 15:26:37.694580 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:37.695926 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port fe87aac8-52e6-410c-ab62-7a3b71b72370 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:26:37.696411 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (fe87aac8-52e6-410c-ab62-7a3b71b72370), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:37.733099 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] For port fe87aac8-52e6-410c-ab62-7a3b71b72370, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=fe87aac8-52e6-410c-ab62-7a3b71b72370,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:26:37.852826 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c3c16-d0f4-41ed-8f3e-faa312534a52 admin admin] Pushing event updated for resources: {'Port': ['ID=457104e6-73db-4efd-808c-941317798c14,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:37.938917 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:37.998229 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2c3c16-d0f4-41ed-8f3e-faa312534a52 admin admin] Network 42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:26:38.005986 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-cc2c3c16-d0f4-41ed-8f3e-faa312534a52 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:26:38.057272 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-c4f33340-75e5-42f6-82d3-b7f454f08036 service neutron] 10.222.0.26 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432623 Jun 27 15:26:38.219300 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-94809717-a54b-43ef-a7ca-d359d5ced96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'name': 'tempest-AttachVolumeTestJSON-292349098-router', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:18Z', 'updated_at': '2022-06-27T15:26:35Z', 'revision_number': 4, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'gw_port': {'id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:21Z', 'updated_at': '2022-06-27T15:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '457104e6-73db-4efd-808c-941317798c14', 'name': '', 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'mac_address': 'fa:16:3e:7f:2c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:31Z', 'updated_at': '2022-06-27T15:26:32Z', 'revision_number': 1, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'subnets': [{'id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:38.234644 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (fe87aac8-52e6-410c-ab62-7a3b71b72370), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:38.355131 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ca7076f1-f0c5-40d6-ae53-bbf7dc3ef328 req-4b34b720-376a-4f4d-a2d7-2b6f526506df tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 210 time: 0.1230667 Jun 27 15:26:38.358273 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-baaaba87-bb55-4d10-a243-0cf14833d85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (e1b91a4f-0760-4eb6-8669-74245160977f), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:38.511699 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94809717-a54b-43ef-a7ca-d359d5ced96c None None] The sync data for ids ['ec4aaba1-3174-4033-8024-037f1ab5181a'] in dv-cinder-847798-1-iscsi is: [{'id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'name': 'tempest-AttachVolumeTestJSON-292349098-router', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:18Z', 'updated_at': '2022-06-27T15:26:35Z', 'revision_number': 4, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'gw_port': {'id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:21Z', 'updated_at': '2022-06-27T15:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '457104e6-73db-4efd-808c-941317798c14', 'name': '', 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'mac_address': 'fa:16:3e:7f:2c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:31Z', 'updated_at': '2022-06-27T15:26:32Z', 'revision_number': 1, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'subnets': [{'id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:26:38.547856 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9b36f1f8-55ec-42b6-a838-6175cd8301b8 None None] Current status of the port 28d74917-94c2-4449-b787-b0763b4a6246 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:26:38.575912 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 49056) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:38.611895 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:38.622339 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Pushing event updated for resources: {'Port': ['ID=fe87aac8-52e6-410c-ab62-7a3b71b72370,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:38.734729 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e1bc10b2-8982-44a4-befa-cd7afe6242b3 None None] Provisioning complete for port e1b91a4f-0760-4eb6-8669-74245160977f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:38.735460 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1bc10b2-8982-44a4-befa-cd7afe6242b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (e1b91a4f-0760-4eb6-8669-74245160977f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:39.075996 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device de82ebff-0148-470f-9958-53ef1f51b38b up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:26:39.101642 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-693f7cc4-fab6-4742-94ec-aacef6f9bc95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:39.442029 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9d66cdc0-7961-41af-b94e-65e10703e3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:39.467660 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e1bc10b2-8982-44a4-befa-cd7afe6242b3 None None] Port e1b91a4f-0760-4eb6-8669-74245160977f cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:26:39.557957 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-693f7cc4-fab6-4742-94ec-aacef6f9bc95 admin admin] Publish callbacks [] for security_group (aa015808-80b5-447b-a977-f9c7f9cda7f1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:39.565188 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e1bc10b2-8982-44a4-befa-cd7afe6242b3 None None] Provisioning complete for port 457104e6-73db-4efd-808c-941317798c14 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:39.566263 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-693f7cc4-fab6-4742-94ec-aacef6f9bc95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (aa015808-80b5-447b-a977-f9c7f9cda7f1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:39.566401 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1bc10b2-8982-44a4-befa-cd7afe6242b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (457104e6-73db-4efd-808c-941317798c14), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:39.579108 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port de82ebff-0148-470f-9958-53ef1f51b38b triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:39.580174 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (de82ebff-0148-470f-9958-53ef1f51b38b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:39.707698 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693f7cc4-fab6-4742-94ec-aacef6f9bc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa015808-80b5-447b-a977-f9c7f9cda7f1,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:39.855723 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-baaaba87-bb55-4d10-a243-0cf14833d85f admin admin] Publish callbacks [] for port (e1b91a4f-0760-4eb6-8669-74245160977f), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:39.899653 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-baaaba87-bb55-4d10-a243-0cf14833d85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (e1b91a4f-0760-4eb6-8669-74245160977f), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:39.901324 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-baaaba87-bb55-4d10-a243-0cf14833d85f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3703187'] for router_interface (d88e545f-3b13-43b5-88d4-b4caf72885d0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:39.984506 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2e9ae043-7e34-40b1-82e8-97461303b765 req-ec7fa43f-d376-4c1b-af45-2c9122fbb52f tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 210 time: 0.4075079 Jun 27 15:26:40.001270 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-693f7cc4-fab6-4742-94ec-aacef6f9bc95 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b9062a69feb844c58ccb2257100048de&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4243541 Jun 27 15:26:40.006619 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 49114) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:40.055030 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0950a987-d530-440e-ae36-dc717e0c06b9 None None] Sync routers for ids ['928f35cb-cf58-4dde-a4b4-eec4b75bf621'] in dv-cinder-847798-1-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:26:40.175511 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-457725ac-5fb3-45b9-8779-29cd2cd3f184 req-145ce1b7-7ce4-4a16-849f-1bd68e9d2d24 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 210 time: 0.3158002 Jun 27 15:26:40.237853 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e1bc10b2-8982-44a4-befa-cd7afe6242b3 None None] Port 457104e6-73db-4efd-808c-941317798c14 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:26:40.243068 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0950a987-d530-440e-ae36-dc717e0c06b9 None None] Routers {'928f35cb-cf58-4dde-a4b4-eec4b75bf621'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:26:40.244520 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0950a987-d530-440e-ae36-dc717e0c06b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:26:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['928f35cb-cf58-4dde-a4b4-eec4b75bf621'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:40.256240 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cdcb762d-8100-4947-a82e-00ab241459ca admin admin] Publish callbacks [] for security_group (aa015808-80b5-447b-a977-f9c7f9cda7f1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:40.366353 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cdcb762d-8100-4947-a82e-00ab241459ca admin admin] Publish callbacks [] for security_group (aa015808-80b5-447b-a977-f9c7f9cda7f1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:40.468649 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaaba87-bb55-4d10-a243-0cf14833d85f admin admin] Pushing event updated for resources: {'Port': ['ID=e1b91a4f-0760-4eb6-8669-74245160977f,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:40.517855 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2c3c16-d0f4-41ed-8f3e-faa312534a52 admin admin] Router ec4aaba1-3174-4033-8024-037f1ab5181a has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:26:40.536623 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cdcb762d-8100-4947-a82e-00ab241459ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (aa015808-80b5-447b-a977-f9c7f9cda7f1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:40.539964 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cdcb762d-8100-4947-a82e-00ab241459ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:40.546438 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-cdcb762d-8100-4947-a82e-00ab241459ca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aa015808-80b5-447b-a977-f9c7f9cda7f1 HTTP/1.1" status: 204 len: 168 time: 0.5335095 Jun 27 15:26:40.572168 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb762d-8100-4947-a82e-00ab241459ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa015808-80b5-447b-a977-f9c7f9cda7f1,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:40.734957 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaaba87-bb55-4d10-a243-0cf14833d85f admin admin] Network e8e77f3f-2787-4f23-b11e-9e909cc074b3 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:26:40.764366 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-baaaba87-bb55-4d10-a243-0cf14833d85f admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:26:40.808172 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-0950a987-d530-440e-ae36-dc717e0c06b9 None None] Set router 928f35cb-cf58-4dde-a4b4-eec4b75bf621 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:26:41.256596 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 49168) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:41.410478 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-a3b22eb3-5500-4457-8297-4f33b34e94d8 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:26:41.415104 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-a3b22eb3-5500-4457-8297-4f33b34e94d8 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/networks?id=0dd13161-8ee5-4285-a373-761f6ed0abd7 HTTP/1.1" status: 200 len: 818 time: 0.4933729 Jun 27 15:26:41.455749 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-fd94eee2-341e-4071-9f7e-2bd5783fd221 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/quotas/2832173587a6494eb7f73b3ca0a09a0f HTTP/1.1" status: 200 len: 375 time: 0.0330074 Jun 27 15:26:41.632916 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-37211028-211d-4573-84cb-4b21435e8f53 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2832173587a6494eb7f73b3ca0a09a0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1673427 Jun 27 15:26:41.741164 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:41.829360 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-57c3dd46-2e00-45ad-b5db-7ce080ea13f6 req-8b2902c3-f8e9-4cde-869b-6ceb4d73bb53 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 210 time: 0.4233468 Jun 27 15:26:41.996358 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2c3c16-d0f4-41ed-8f3e-faa312534a52 admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:26:42.020140 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:42.045019 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-cc2c3c16-d0f4-41ed-8f3e-faa312534a52 admin admin] 10.222.0.26 "PUT /v2.0/routers/ec4aaba1-3174-4033-8024-037f1ab5181a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3490708 Jun 27 15:26:42.082031 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baaaba87-bb55-4d10-a243-0cf14833d85f admin admin] Router d88e545f-3b13-43b5-88d4-b4caf72885d0 has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:26:42.103297 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-6e29aa9d-961a-4fef-80a5-3da14c003d2f service neutron] 10.222.0.26 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4632316 Jun 27 15:26:42.148460 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-98465172-176b-47cb-bdff-905ad96e8e27 None None] Provisioning complete for port e1b91a4f-0760-4eb6-8669-74245160977f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:42.149433 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-98465172-176b-47cb-bdff-905ad96e8e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (e1b91a4f-0760-4eb6-8669-74245160977f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:42.154078 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cbfd4a2a-19e4-46e2-8b64-72f915f6d091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:42.181185 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port de82ebff-0148-470f-9958-53ef1f51b38b is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:26:42.181580 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (de82ebff-0148-470f-9958-53ef1f51b38b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:42.313360 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0950a987-d530-440e-ae36-dc717e0c06b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'name': 'tempest-ServerRescueNegativeTestJSON-920464589-router', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '44554097-c32e-4389-a40b-7f7699da4c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:19Z', 'updated_at': '2022-06-27T15:26:29Z', 'revision_number': 4, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'gw_port': {'id': '44554097-c32e-4389-a40b-7f7699da4c96', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:20Z', 'updated_at': '2022-06-27T15:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '88d59b94-6c8f-4037-93f9-0b01f6345524', 'name': '', 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'mac_address': 'fa:16:3e:c7:3e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:27Z', 'updated_at': '2022-06-27T15:26:29Z', 'revision_number': 2, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'subnets': [{'id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:42.337122 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-5e1e5661-29ce-484c-a073-6f9150ff32e8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2130591295-network', 'tenant_id': '5f9abf50927347828b75d5a8763c35ce'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:26:42.409397 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1e5661-29ce-484c-a073-6f9150ff32e8 admin admin] Made reservation on behalf of 5f9abf50927347828b75d5a8763c35ce for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:26:42.411820 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5e1e5661-29ce-484c-a073-6f9150ff32e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:42.446293 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5e1e5661-29ce-484c-a073-6f9150ff32e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:42.450448 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-23a99a6c-1ecb-444a-b4f0-2e87da8ef8e3 service neutron] 10.222.0.26 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418524 Jun 27 15:26:42.468227 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0950a987-d530-440e-ae36-dc717e0c06b9 None None] Checking router: 928f35cb-cf58-4dde-a4b4-eec4b75bf621 for host: dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:26:42.476061 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0950a987-d530-440e-ae36-dc717e0c06b9 None None] Updating router 928f35cb-cf58-4dde-a4b4-eec4b75bf621 port 88d59b94-6c8f-4037-93f9-0b01f6345524 binding host dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 15:26:42.497563 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:42.506036 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baaaba87-bb55-4d10-a243-0cf14833d85f admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:26:42.532751 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-baaaba87-bb55-4d10-a243-0cf14833d85f admin admin] 10.222.0.26 "PUT /v2.0/routers/d88e545f-3b13-43b5-88d4-b4caf72885d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7763813 Jun 27 15:26:42.609211 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0950a987-d530-440e-ae36-dc717e0c06b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (88d59b94-6c8f-4037-93f9-0b01f6345524), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:42.628094 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] For port de82ebff-0148-470f-9958-53ef1f51b38b, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=de82ebff-0148-470f-9958-53ef1f51b38b,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:26:42.649093 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-98465172-176b-47cb-bdff-905ad96e8e27 None None] Port e1b91a4f-0760-4eb6-8669-74245160977f cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:26:42.691705 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (de82ebff-0148-470f-9958-53ef1f51b38b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:42.692638 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 28d74917-94c2-4449-b787-b0763b4a6246 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:26:42.760578 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:42.818422 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5e1e5661-29ce-484c-a073-6f9150ff32e8 admin admin] Publish callbacks [] for security_group (ac2dd97f-76d6-4d5b-bd8f-4c319e54209e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:42.827877 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 49214) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:42.838920 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5e1e5661-29ce-484c-a073-6f9150ff32e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (ac2dd97f-76d6-4d5b-bd8f-4c319e54209e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:42.907631 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3824dfe-80e5-455a-8152-330b13499a11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:42.918772 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e1e5661-29ce-484c-a073-6f9150ff32e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 15:26:42.957621 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5e1e5661-29ce-484c-a073-6f9150ff32e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (d0aa45b4-2ee6-4ff9-91c2-ee0790357f58), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:42.961419 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-5e1e5661-29ce-484c-a073-6f9150ff32e8 admin admin] Added segment d0aa45b4-2ee6-4ff9-91c2-ee0790357f58 of type vlan for network 3c3b0fe5-f90c-420f-ba8e-10ad1d14bfa8 Jun 27 15:26:43.202102 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5e1e5661-29ce-484c-a073-6f9150ff32e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767602840778'] for network (3c3b0fe5-f90c-420f-ba8e-10ad1d14bfa8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:43.390558 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5e1e5661-29ce-484c-a073-6f9150ff32e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for network (3c3b0fe5-f90c-420f-ba8e-10ad1d14bfa8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:43.402189 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1e5661-29ce-484c-a073-6f9150ff32e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:26:43.406468 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5e1e5661-29ce-484c-a073-6f9150ff32e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:43.498330 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3824dfe-80e5-455a-8152-330b13499a11 admin admin] Publish callbacks [] for security_group (884c4d65-c932-42ab-a719-0433c426b43d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:43.501544 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fbed3b-08c4-4210-93fb-eaf685ca0406 None None] Sync routers for ids ['d88e545f-3b13-43b5-88d4-b4caf72885d0'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:26:43.508252 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3824dfe-80e5-455a-8152-330b13499a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (884c4d65-c932-42ab-a719-0433c426b43d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:43.604512 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fbed3b-08c4-4210-93fb-eaf685ca0406 None None] Routers {'d88e545f-3b13-43b5-88d4-b4caf72885d0'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:26:43.606168 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-23fbed3b-08c4-4210-93fb-eaf685ca0406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:26:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d88e545f-3b13-43b5-88d4-b4caf72885d0'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:43.610927 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-5e1e5661-29ce-484c-a073-6f9150ff32e8 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.3441162 Jun 27 15:26:43.625032 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 49224) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:43.650170 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-2b9c1e82-b749-4d00-99f0-e61c4dfd40d8 admin admin] Request body: {'subnet': {'network_id': '3c3b0fe5-f90c-420f-ba8e-10ad1d14bfa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2130591295-subnet', 'tenant_id': '5f9abf50927347828b75d5a8763c35ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:26:43.680408 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e5661-29ce-484c-a073-6f9150ff32e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2dd97f-76d6-4d5b-bd8f-4c319e54209e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:43.787549 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e5661-29ce-484c-a073-6f9150ff32e8 admin admin] Pushing event updated for resources: {'Network': ['ID=3c3b0fe5-f90c-420f-ba8e-10ad1d14bfa8,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:43.869598 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9c1e82-b749-4d00-99f0-e61c4dfd40d8 admin admin] Made reservation on behalf of 5f9abf50927347828b75d5a8763c35ce for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:26:43.874685 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 49228) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:43.886312 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2b9c1e82-b749-4d00-99f0-e61c4dfd40d8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:44.029109 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-c3824dfe-80e5-455a-8152-330b13499a11 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1b97d142ddc3401d998421f25dd2e2d7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1939743 Jun 27 15:26:44.030222 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 49236) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:44.091843 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3824dfe-80e5-455a-8152-330b13499a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884c4d65-c932-42ab-a719-0433c426b43d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:44.133628 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:44.134438 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.42', 64695) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:44.135627 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:44.153956 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Network 3c3b0fe5-f90c-420f-ba8e-10ad1d14bfa8 details requested by agent ovs-agent-dv-cinder-847798-1-iscsi with host dv-cinder-847798-1-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 15:26:44.208658 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-23fbed3b-08c4-4210-93fb-eaf685ca0406 None None] Set router d88e545f-3b13-43b5-88d4-b4caf72885d0 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:26:44.279714 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.42', 64696) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:44.288088 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 28d74917-94c2-4449-b787-b0763b4a6246 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:44.288559 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (28d74917-94c2-4449-b787-b0763b4a6246), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:44.342199 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-299a20da-7767-4804-9dae-fef15797432c req-128b260b-3591-4e2b-8707-44fd1e68d087 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 210 time: 0.1970687 Jun 27 15:26:44.421031 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0d0f3a95-2325-4135-909c-cfb2d220922f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:44.450382 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:44.535015 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4f8e6e0-4249-470e-a68b-6fee32156a82 admin admin] Publish callbacks [] for security_group (884c4d65-c932-42ab-a719-0433c426b43d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:44.591977 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4f8e6e0-4249-470e-a68b-6fee32156a82 admin admin] Publish callbacks [] for security_group (884c4d65-c932-42ab-a719-0433c426b43d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:44.682590 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0950a987-d530-440e-ae36-dc717e0c06b9 None None] Publish callbacks [] for port (88d59b94-6c8f-4037-93f9-0b01f6345524), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:44.692166 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Pushing event updated for resources: {'Port': ['ID=de82ebff-0148-470f-9958-53ef1f51b38b,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:44.708464 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0950a987-d530-440e-ae36-dc717e0c06b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (88d59b94-6c8f-4037-93f9-0b01f6345524), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:44.745904 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:44.766988 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ba8e55e1-ccff-4fe2-9334-4c357c959ca1 req-cd2291c6-2269-482f-b745-b6fe880feb21 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 210 time: 0.2596729 Jun 27 15:26:44.769641 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de34f24-3d23-493e-adbd-8a93015d17d4 None None] Pushing event updated for resources: {'Port': ['ID=88d59b94-6c8f-4037-93f9-0b01f6345524,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:44.805357 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4f8e6e0-4249-470e-a68b-6fee32156a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (884c4d65-c932-42ab-a719-0433c426b43d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:44.811448 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4f8e6e0-4249-470e-a68b-6fee32156a82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:44.819058 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-a4f8e6e0-4249-470e-a68b-6fee32156a82 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/884c4d65-c932-42ab-a719-0433c426b43d HTTP/1.1" status: 204 len: 168 time: 0.7883916 Jun 27 15:26:44.846698 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8e6e0-4249-470e-a68b-6fee32156a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884c4d65-c932-42ab-a719-0433c426b43d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:44.900456 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:44.923203 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 49252) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:44.931506 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 28d74917-94c2-4449-b787-b0763b4a6246 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:26:44.932993 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-df2699ff-2c8b-4303-a929-1ee4760b6ffc tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--811920952', 'description': 'tempest-description--832013720'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:26:44.933555 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 0b1510a6-779d-480f-b182-ea38883b2d6b up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:26:44.936461 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-23fbed3b-08c4-4210-93fb-eaf685ca0406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1586938063-router', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:22Z', 'updated_at': '2022-06-27T15:26:37Z', 'revision_number': 4, 'project_id': '2270daf238a640609e9ab514b01d9768', 'gw_port': {'id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:24Z', 'updated_at': '2022-06-27T15:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': 'e1b91a4f-0760-4eb6-8669-74245160977f', 'name': '', 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'mac_address': 'fa:16:3e:d2:0f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:33Z', 'updated_at': '2022-06-27T15:26:39Z', 'revision_number': 2, 'project_id': '2270daf238a640609e9ab514b01d9768', 'subnets': [{'id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:44.956760 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-2cd461dd-c587-4df0-9b06-ac79619120aa tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:26:44.958530 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-2cd461dd-c587-4df0-9b06-ac79619120aa tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.42 "GET /v2.0/networks?id=ab1d5806-d663-4f8c-b8fa-c959f613968d HTTP/1.1" status: 200 len: 812 time: 0.8025575 Jun 27 15:26:44.998608 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df2699ff-2c8b-4303-a929-1ee4760b6ffc tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:45.088897 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-e3f8b0dc-da4c-4fe9-946a-e6f0314a9bb5 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:26:45.096554 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-e3f8b0dc-da4c-4fe9-946a-e6f0314a9bb5 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.42 "GET /v2.0/networks?id=0dd13161-8ee5-4285-a373-761f6ed0abd7 HTTP/1.1" status: 200 len: 818 time: 0.8053179 Jun 27 15:26:45.109579 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fbed3b-08c4-4210-93fb-eaf685ca0406 None None] Checking router: d88e545f-3b13-43b5-88d4-b4caf72885d0 for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:26:45.113106 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fbed3b-08c4-4210-93fb-eaf685ca0406 None None] Updating router d88e545f-3b13-43b5-88d4-b4caf72885d0 port e1b91a4f-0760-4eb6-8669-74245160977f binding host dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 15:26:45.222378 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df2699ff-2c8b-4303-a929-1ee4760b6ffc tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for security_group (062eba11-ba22-461b-bc00-ab0f91447933), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:45.232504 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-23fbed3b-08c4-4210-93fb-eaf685ca0406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (e1b91a4f-0760-4eb6-8669-74245160977f), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:45.241302 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df2699ff-2c8b-4303-a929-1ee4760b6ffc tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (062eba11-ba22-461b-bc00-ab0f91447933), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:45.255172 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2b9c1e82-b749-4d00-99f0-e61c4dfd40d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for subnet (ada84904-f63a-4936-8838-b96af9b06bd0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:45.255573 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:45.311806 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:DELETE=5,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:45.333007 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df2699ff-2c8b-4303-a929-1ee4760b6ffc tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:45.338836 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-df2699ff-2c8b-4303-a929-1ee4760b6ffc tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4100585 Jun 27 15:26:45.345119 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 49258) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:45.350629 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-5c197492-1f38-41d1-8648-7314154340c4 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Request body: {'security_group_rule': {'security_group_id': '062eba11-ba22-461b-bc00-ab0f91447933', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:26:45.352432 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:45.356166 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-0950a987-d530-440e-ae36-dc717e0c06b9 None None] Attempting to bind port 88d59b94-6c8f-4037-93f9-0b01f6345524 on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:26:45.356988 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-0950a987-d530-440e-ae36-dc717e0c06b9 None None] Attempting to bind port 88d59b94-6c8f-4037-93f9-0b01f6345524 by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': 'ce888434-d2f9-46aa-807c-1c90ac319f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:26:45.357545 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0950a987-d530-440e-ae36-dc717e0c06b9 None None] Attempting to bind port 88d59b94-6c8f-4037-93f9-0b01f6345524 on network 0dd13161-8ee5-4285-a373-761f6ed0abd7 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:26:45.362804 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0d0f3a95-2325-4135-909c-cfb2d220922f admin admin] Publish callbacks [] for security_group (632bb537-1bf6-482c-bfb3-f27ba3d2198e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:45.370669 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 0b1510a6-779d-480f-b182-ea38883b2d6b triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:45.371623 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (0b1510a6-779d-480f-b182-ea38883b2d6b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:45.379198 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0950a987-d530-440e-ae36-dc717e0c06b9 None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:26:45.379892 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0950a987-d530-440e-ae36-dc717e0c06b9 None None] Checking segment: {'id': 'ce888434-d2f9-46aa-807c-1c90ac319f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:26:45.380526 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0950a987-d530-440e-ae36-dc717e0c06b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:45.381809 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0d0f3a95-2325-4135-909c-cfb2d220922f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (632bb537-1bf6-482c-bfb3-f27ba3d2198e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:45.382419 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0950a987-d530-440e-ae36-dc717e0c06b9 None None] Bound using segment: {'id': 'ce888434-d2f9-46aa-807c-1c90ac319f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:26:45.383190 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-0950a987-d530-440e-ae36-dc717e0c06b9 None None] Bound port: 88d59b94-6c8f-4037-93f9-0b01f6345524, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce888434-d2f9-46aa-807c-1c90ac319f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:26:45.383785 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0950a987-d530-440e-ae36-dc717e0c06b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (88d59b94-6c8f-4037-93f9-0b01f6345524), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:45.393660 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2699ff-2c8b-4303-a929-1ee4760b6ffc tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=062eba11-ba22-461b-bc00-ab0f91447933,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:45.431036 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4870de81-c073-4eef-a451-e55cbf74e741 None None] Provisioning complete for port 88d59b94-6c8f-4037-93f9-0b01f6345524 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:45.431505 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4870de81-c073-4eef-a451-e55cbf74e741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (88d59b94-6c8f-4037-93f9-0b01f6345524), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:45.433179 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f3a95-2325-4135-909c-cfb2d220922f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632bb537-1bf6-482c-bfb3-f27ba3d2198e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:45.466618 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-0d0f3a95-2325-4135-909c-cfb2d220922f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=709016930c9e4fa1842675ff08402a2f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5901020 Jun 27 15:26:45.467403 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c197492-1f38-41d1-8648-7314154340c4 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for security_group_rule (554f8069-9b13-4973-b532-32929dc63cc8), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:45.472122 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 49262) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:45.609218 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c1e82-b749-4d00-99f0-e61c4dfd40d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ada84904-f63a-4936-8838-b96af9b06bd0,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:45.618056 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9c1e82-b749-4d00-99f0-e61c4dfd40d8 admin admin] Checking segment: {'id': 'd0aa45b4-2ee6-4ff9-91c2-ee0790357f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3c3b0fe5-f90c-420f-ba8e-10ad1d14bfa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:26:45.618414 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9c1e82-b749-4d00-99f0-e61c4dfd40d8 admin admin] Network hostable DHCP agents. Network: 3c3b0fe5-f90c-420f-ba8e-10ad1d14bfa8, hostable agents: ['98079605-5130-4ae4-a555-f860a4678271'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 15:26:45.769986 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 49268) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:45.778549 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-6a1bd856-3849-4e50-9c1b-2c89e1bed6d2 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2111744474', 'description': 'tempest-description--1004782406'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:26:45.829127 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-13839464-b981-4bfc-8eb5-a143cdb23fdd admin admin] Publish callbacks [] for security_group (632bb537-1bf6-482c-bfb3-f27ba3d2198e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:45.830718 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9c1e82-b749-4d00-99f0-e61c4dfd40d8 admin admin] Network 3c3b0fe5-f90c-420f-ba8e-10ad1d14bfa8 is scheduled to be hosted by DHCP agent 98079605-5130-4ae4-a555-f860a4678271 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 15:26:45.858446 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:45.862834 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a1bd856-3849-4e50-9c1b-2c89e1bed6d2 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:45.871763 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-2b9c1e82-b749-4d00-99f0-e61c4dfd40d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847798-1-iscsi, 3c3b0fe5-f90c-420f-ba8e-10ad1d14bfa8) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:26:45.909485 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9c1e82-b749-4d00-99f0-e61c4dfd40d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:26:45.920975 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2b9c1e82-b749-4d00-99f0-e61c4dfd40d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:45.948673 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-13839464-b981-4bfc-8eb5-a143cdb23fdd admin admin] Publish callbacks [] for security_group (632bb537-1bf6-482c-bfb3-f27ba3d2198e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:46.038760 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-2b9c1e82-b749-4d00-99f0-e61c4dfd40d8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4051654 Jun 27 15:26:46.099376 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4870de81-c073-4eef-a451-e55cbf74e741 None None] Port 88d59b94-6c8f-4037-93f9-0b01f6345524 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:26:46.106129 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c161079-1149-4114-98eb-caaf8af8ad49 None None] Network 3c3b0fe5-f90c-420f-ba8e-10ad1d14bfa8 requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:26:46.119800 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-075de619-faa6-4289-8c5d-ccf79a26273d req-64d4b482-b2c2-4b63-adbf-56bdcca83e5b tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 210 time: 0.0939875 Jun 27 15:26:46.137546 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:46.149035 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c197492-1f38-41d1-8648-7314154340c4 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for security_group_rule (554f8069-9b13-4973-b532-32929dc63cc8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:46.160592 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c197492-1f38-41d1-8648-7314154340c4 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (554f8069-9b13-4973-b532-32929dc63cc8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:46.194896 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c197492-1f38-41d1-8648-7314154340c4 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554f8069-9b13-4973-b532-32929dc63cc8,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:46.229969 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5c197492-1f38-41d1-8648-7314154340c4 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:46.231399 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-5c197492-1f38-41d1-8648-7314154340c4 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8852098 Jun 27 15:26:46.237675 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 49284) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:46.250169 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-d5e13a38-8b73-4772-9837-64be83671a12 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Request body: {'security_group_rule': {'security_group_id': '062eba11-ba22-461b-bc00-ab0f91447933', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:26:46.300095 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9f504d8e-0511-4a91-802f-f159f5606f51 req-6eaf65c4-9993-4048-b328-fbf1ee610ae1 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 210 time: 0.2745433 Jun 27 15:26:46.338110 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-13839464-b981-4bfc-8eb5-a143cdb23fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (632bb537-1bf6-482c-bfb3-f27ba3d2198e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:46.351014 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-13839464-b981-4bfc-8eb5-a143cdb23fdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:46.356485 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-13839464-b981-4bfc-8eb5-a143cdb23fdd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/632bb537-1bf6-482c-bfb3-f27ba3d2198e HTTP/1.1" status: 204 len: 168 time: 0.8830404 Jun 27 15:26:46.359406 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:46.378272 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-23fbed3b-08c4-4210-93fb-eaf685ca0406 None None] Publish callbacks [] for port (e1b91a4f-0760-4eb6-8669-74245160977f), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:46.380975 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a1bd856-3849-4e50-9c1b-2c89e1bed6d2 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for security_group (5f7f2a45-4364-4605-8389-f92d64da3369), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:46.388613 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a1bd856-3849-4e50-9c1b-2c89e1bed6d2 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (5f7f2a45-4364-4605-8389-f92d64da3369), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:46.393417 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-23fbed3b-08c4-4210-93fb-eaf685ca0406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (e1b91a4f-0760-4eb6-8669-74245160977f), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:46.434335 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13839464-b981-4bfc-8eb5-a143cdb23fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632bb537-1bf6-482c-bfb3-f27ba3d2198e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:46.449545 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a1bd856-3849-4e50-9c1b-2c89e1bed6d2 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:46.463173 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 49290) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:46.464610 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-6a1bd856-3849-4e50-9c1b-2c89e1bed6d2 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6886749 Jun 27 15:26:46.466780 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1bd856-3849-4e50-9c1b-2c89e1bed6d2 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7f2a45-4364-4605-8389-f92d64da3369,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:46.490627 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-a6e207b0-c8e2-4a15-885d-23bad12c1b9d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Request body: {'security_group_rule': {'security_group_id': '5f7f2a45-4364-4605-8389-f92d64da3369', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:26:46.501835 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5e13a38-8b73-4772-9837-64be83671a12 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for security_group_rule (2075026b-df37-4f94-a526-611c865cbd5a), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:46.620392 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:46.621722 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0950a987-d530-440e-ae36-dc717e0c06b9 None None] For port 88d59b94-6c8f-4037-93f9-0b01f6345524, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:26:46.650726 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a6e207b0-c8e2-4a15-885d-23bad12c1b9d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for security_group_rule (4de43611-7370-4592-9927-8f89227af1e3), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:46.693664 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b3176-1686-4434-a53b-58b60700c67a None None] Pushing event updated for resources: {'Port': ['ID=e1b91a4f-0760-4eb6-8669-74245160977f,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:46.762975 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-fa8cd3cb-2a30-4401-b425-572c4fc2ac03 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Request body: {'port': {'device_id': '7aa7f3fe-5f45-46ca-960d-1c77079dceb6', 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7', 'admin_state_up': True, 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:26:46.776587 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0950a987-d530-440e-ae36-dc717e0c06b9 None None] For port 88d59b94-6c8f-4037-93f9-0b01f6345524, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=88d59b94-6c8f-4037-93f9-0b01f6345524,segment=NetworkSegment(ce888434-d2f9-46aa-807c-1c90ac319f5e),segment_id=ce888434-d2f9-46aa-807c-1c90ac319f5e)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:26:46.834599 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:46.837393 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 0b1510a6-779d-480f-b182-ea38883b2d6b is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:26:46.842594 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 44554097-c32e-4389-a40b-7f7699da4c96 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:26:46.869925 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-23fbed3b-08c4-4210-93fb-eaf685ca0406 None None] Attempting to bind port e1b91a4f-0760-4eb6-8669-74245160977f on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:26:46.870792 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-23fbed3b-08c4-4210-93fb-eaf685ca0406 None None] Attempting to bind port e1b91a4f-0760-4eb6-8669-74245160977f by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': 'e8df84b0-b449-4f32-9fef-1bd341ec9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:26:46.873079 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fbed3b-08c4-4210-93fb-eaf685ca0406 None None] Attempting to bind port e1b91a4f-0760-4eb6-8669-74245160977f on network e8e77f3f-2787-4f23-b11e-9e909cc074b3 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:26:46.878092 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5e13a38-8b73-4772-9837-64be83671a12 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for security_group_rule (2075026b-df37-4f94-a526-611c865cbd5a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:46.896248 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-609361a3-afcb-4d11-a2d0-0a2a76849863 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Request body: {'port': {'device_id': '05ad818a-43eb-47d0-a466-eeeec96fd758', 'network_id': 'ab1d5806-d663-4f8c-b8fa-c959f613968d', 'admin_state_up': True, 'tenant_id': '05e46da777a54cbe92cbfb00c37d8bb5'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:26:46.897198 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fbed3b-08c4-4210-93fb-eaf685ca0406 None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:26:46.904663 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fbed3b-08c4-4210-93fb-eaf685ca0406 None None] Checking segment: {'id': 'e8df84b0-b449-4f32-9fef-1bd341ec9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:26:46.908162 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-23fbed3b-08c4-4210-93fb-eaf685ca0406 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:46.909733 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fbed3b-08c4-4210-93fb-eaf685ca0406 None None] Bound using segment: {'id': 'e8df84b0-b449-4f32-9fef-1bd341ec9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:26:46.910819 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-23fbed3b-08c4-4210-93fb-eaf685ca0406 None None] Bound port: e1b91a4f-0760-4eb6-8669-74245160977f, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8df84b0-b449-4f32-9fef-1bd341ec9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:26:46.911691 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-23fbed3b-08c4-4210-93fb-eaf685ca0406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (e1b91a4f-0760-4eb6-8669-74245160977f), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:46.929021 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0950a987-d530-440e-ae36-dc717e0c06b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (88d59b94-6c8f-4037-93f9-0b01f6345524), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:47.071049 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a6e207b0-c8e2-4a15-885d-23bad12c1b9d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for security_group_rule (4de43611-7370-4592-9927-8f89227af1e3), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:47.207899 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-23fbed3b-08c4-4210-93fb-eaf685ca0406 None None] For port e1b91a4f-0760-4eb6-8669-74245160977f, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:26:47.218390 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-23fbed3b-08c4-4210-93fb-eaf685ca0406 None None] For port e1b91a4f-0760-4eb6-8669-74245160977f, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=e1b91a4f-0760-4eb6-8669-74245160977f,segment=NetworkSegment(e8df84b0-b449-4f32-9fef-1bd341ec9717),segment_id=e8df84b0-b449-4f32-9fef-1bd341ec9717)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:26:47.236263 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-23fbed3b-08c4-4210-93fb-eaf685ca0406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (e1b91a4f-0760-4eb6-8669-74245160977f), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:47.247733 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:47.291624 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8047e4d8-ec3d-4835-92c0-4c6230d3607c None None] Network 3c3b0fe5-f90c-420f-ba8e-10ad1d14bfa8 requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:26:47.375270 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-fa8cd3cb-2a30-4401-b425-572c4fc2ac03 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Made reservation on behalf of 2832173587a6494eb7f73b3ca0a09a0f for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:26:47.380133 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-fa8cd3cb-2a30-4401-b425-572c4fc2ac03 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:47.550300 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fbed3b-08c4-4210-93fb-eaf685ca0406 None None] Routers {'d88e545f-3b13-43b5-88d4-b4caf72885d0'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:26:47.557020 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-23fbed3b-08c4-4210-93fb-eaf685ca0406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:26:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d88e545f-3b13-43b5-88d4-b4caf72885d0'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:47.579559 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b3176-1686-4434-a53b-58b60700c67a None None] Pushing event updated for resources: {'Port': ['ID=e1b91a4f-0760-4eb6-8669-74245160977f,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:47.631242 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a6e207b0-c8e2-4a15-885d-23bad12c1b9d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (4de43611-7370-4592-9927-8f89227af1e3), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:47.656778 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5e13a38-8b73-4772-9837-64be83671a12 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (2075026b-df37-4f94-a526-611c865cbd5a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:47.739993 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-401bf4d3-dc17-4088-b0a9-33c7d9abd7aa None None] Provisioning complete for port e1b91a4f-0760-4eb6-8669-74245160977f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:47.741219 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-401bf4d3-dc17-4088-b0a9-33c7d9abd7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (e1b91a4f-0760-4eb6-8669-74245160977f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:47.831024 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 49312) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:47.841323 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-84de3b3f-b9c6-406e-99e1-2dfa21c02e0a req-84857aa1-521d-4502-afa6-b195781288d2 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 210 time: 0.1201177 Jun 27 15:26:47.905314 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de34f24-3d23-493e-adbd-8a93015d17d4 None None] Pushing event updated for resources: {'Port': ['ID=88d59b94-6c8f-4037-93f9-0b01f6345524,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:47.951980 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0950a987-d530-440e-ae36-dc717e0c06b9 None None] Routers {'928f35cb-cf58-4dde-a4b4-eec4b75bf621'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:26:47.953723 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0950a987-d530-440e-ae36-dc717e0c06b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:26:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['928f35cb-cf58-4dde-a4b4-eec4b75bf621'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:47.978231 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:47.988419 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a6e207b0-c8e2-4a15-885d-23bad12c1b9d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:47.989711 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-a6e207b0-c8e2-4a15-885d-23bad12c1b9d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5170498 Jun 27 15:26:48.051806 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 44554097-c32e-4389-a40b-7f7699da4c96 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:48.055963 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (44554097-c32e-4389-a40b-7f7699da4c96), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:48.059515 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 49334) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:48.071926 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-29465c3a-3af1-4262-8328-9923385e461c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Request body: {'security_group_rule': {'security_group_id': '5f7f2a45-4364-4605-8389-f92d64da3369', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:26:48.081034 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-23fbed3b-08c4-4210-93fb-eaf685ca0406 None None] Set router d88e545f-3b13-43b5-88d4-b4caf72885d0 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:26:48.099287 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1862df74-d375-4029-a348-fcd25fe37f3c None None] Sync routers for ids ['ec4aaba1-3174-4033-8024-037f1ab5181a'] in dv-cinder-847798-1-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:26:48.163918 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.42', 64705) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:48.337946 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e207b0-c8e2-4a15-885d-23bad12c1b9d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de43611-7370-4592-9927-8f89227af1e3,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:48.364520 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-805e1c34-605d-4203-912a-be54367eb429 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:26:48.366426 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-805e1c34-605d-4203-912a-be54367eb429 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.42 "GET /v2.0/networks?id=0dd13161-8ee5-4285-a373-761f6ed0abd7 HTTP/1.1" status: 200 len: 818 time: 0.1874120 Jun 27 15:26:48.367044 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-53ea04e4-d1f0-4597-b145-7bc637d142d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:48.396667 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e13a38-8b73-4772-9837-64be83671a12 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2075026b-df37-4f94-a526-611c865cbd5a,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:48.436812 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-8fec9525-30e4-420f-98a1-687e4cfc8c04 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Request body: {'port': {'device_id': 'c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a', 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7', 'admin_state_up': True, 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:26:48.508053 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d5e13a38-8b73-4772-9837-64be83671a12 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:48.512911 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-d5e13a38-8b73-4772-9837-64be83671a12 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2700145 Jun 27 15:26:48.521759 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 49348) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:48.530126 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-f9a58ca9-ada0-4d14-b823-ea4d9aaa318f tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Request body: {'floatingip': {'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:26:48.556593 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-29465c3a-3af1-4262-8328-9923385e461c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for security_group_rule (e677ebfa-fed4-4b40-9e14-64f1249ef79c), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:48.595850 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-fa8cd3cb-2a30-4401-b425-572c4fc2ac03 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Allocated IP 172.20.0.10 (0dd13161-8ee5-4285-a373-761f6ed0abd7/5101df7e-dc3e-4d22-92a5-4e633fba6a41/6589e017-7d15-4438-86e5-e3a74e6999a7) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:26:48.793240 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ec01c348-6d3b-4f42-888a-a02f2e7d4806 req-c8b31be7-0f49-4f4e-8499-2c0c09546be3 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 210 time: 0.1805401 Jun 27 15:26:48.935929 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9a58ca9-ada0-4d14-b823-ea4d9aaa318f tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:48.936772 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-23fbed3b-08c4-4210-93fb-eaf685ca0406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1586938063-router', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:22Z', 'updated_at': '2022-06-27T15:26:37Z', 'revision_number': 4, 'project_id': '2270daf238a640609e9ab514b01d9768', 'gw_port': {'id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:24Z', 'updated_at': '2022-06-27T15:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': 'e1b91a4f-0760-4eb6-8669-74245160977f', 'name': '', 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'mac_address': 'fa:16:3e:d2:0f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:33Z', 'updated_at': '2022-06-27T15:26:47Z', 'revision_number': 4, 'project_id': '2270daf238a640609e9ab514b01d9768', 'subnets': [{'id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:48.962144 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-0950a987-d530-440e-ae36-dc717e0c06b9 None None] Set router 928f35cb-cf58-4dde-a4b4-eec4b75bf621 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:26:49.036639 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fbed3b-08c4-4210-93fb-eaf685ca0406 None None] The sync data for ids ['d88e545f-3b13-43b5-88d4-b4caf72885d0'] in dv-cinder-847798-1-iscsi is: [{'id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1586938063-router', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:22Z', 'updated_at': '2022-06-27T15:26:37Z', 'revision_number': 4, 'project_id': '2270daf238a640609e9ab514b01d9768', 'gw_port': {'id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:24Z', 'updated_at': '2022-06-27T15:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': 'e1b91a4f-0760-4eb6-8669-74245160977f', 'name': '', 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'mac_address': 'fa:16:3e:d2:0f:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:33Z', 'updated_at': '2022-06-27T15:26:47Z', 'revision_number': 4, 'project_id': '2270daf238a640609e9ab514b01d9768', 'subnets': [{'id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:26:49.293242 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-609361a3-afcb-4d11-a2d0-0a2a76849863 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Made reservation on behalf of 05e46da777a54cbe92cbfb00c37d8bb5 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:26:49.299967 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-609361a3-afcb-4d11-a2d0-0a2a76849863 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:49.331899 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-29465c3a-3af1-4262-8328-9923385e461c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for security_group_rule (e677ebfa-fed4-4b40-9e14-64f1249ef79c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:49.335362 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-53ea04e4-d1f0-4597-b145-7bc637d142d4 admin admin] Publish callbacks [] for security_group (d36b640d-8e98-487e-9fd9-6fb48877a788), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:49.427732 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-29465c3a-3af1-4262-8328-9923385e461c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (e677ebfa-fed4-4b40-9e14-64f1249ef79c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:49.436036 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 49376) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:49.456037 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-37a81382-82e4-41c0-8fe5-d2ae03db4ba6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1119407763-network', 'tenant_id': '44a3505e77654afbbf8abf6e7491b4d3'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:26:49.464251 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1862df74-d375-4029-a348-fcd25fe37f3c None None] Routers {'ec4aaba1-3174-4033-8024-037f1ab5181a'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:26:49.469561 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1862df74-d375-4029-a348-fcd25fe37f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:26:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['ec4aaba1-3174-4033-8024-037f1ab5181a'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:49.470689 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-53ea04e4-d1f0-4597-b145-7bc637d142d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (d36b640d-8e98-487e-9fd9-6fb48877a788), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:49.513228 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29465c3a-3af1-4262-8328-9923385e461c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e677ebfa-fed4-4b40-9e14-64f1249ef79c,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:49.625587 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea04e4-d1f0-4597-b145-7bc637d142d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36b640d-8e98-487e-9fd9-6fb48877a788,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:49.629218 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-8fec9525-30e4-420f-98a1-687e4cfc8c04 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Made reservation on behalf of 2832173587a6494eb7f73b3ca0a09a0f for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:26:49.634362 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-8fec9525-30e4-420f-98a1-687e4cfc8c04 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:49.651810 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:49.714293 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-29465c3a-3af1-4262-8328-9923385e461c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:49.718901 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-29465c3a-3af1-4262-8328-9923385e461c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6538987 Jun 27 15:26:49.721413 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0e4f5b71-e762-4122-847d-2b9ae745b5f0 req-7b54db53-4265-44e3-aa9b-4941fe92e60f tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 210 time: 0.3822696 Jun 27 15:26:49.724030 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a81382-82e4-41c0-8fe5-d2ae03db4ba6 admin admin] Made reservation on behalf of 44a3505e77654afbbf8abf6e7491b4d3 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:26:49.733113 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-37a81382-82e4-41c0-8fe5-d2ae03db4ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:49.755096 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 49386) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:49.755910 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-37a81382-82e4-41c0-8fe5-d2ae03db4ba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:49.775487 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-80c047ac-1f90-4b22-b15c-dd928f17f01c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Request body: {'floatingip': {'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:26:49.781171 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:49.827914 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:49.900110 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80c047ac-1f90-4b22-b15c-dd928f17f01c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:49.923739 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-53ea04e4-d1f0-4597-b145-7bc637d142d4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0499ee310cb34f02a2307b453710a571&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0410876 Jun 27 15:26:49.929282 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9a58ca9-ada0-4d14-b823-ea4d9aaa318f tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:49.958103 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 49394) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:50.170890 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-1862df74-d375-4029-a348-fcd25fe37f3c None None] Set router ec4aaba1-3174-4033-8024-037f1ab5181a gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:26:50.274972 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-fa8cd3cb-2a30-4401-b425-572c4fc2ac03 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks [] for port (6589e017-7d15-4438-86e5-e3a74e6999a7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:50.290236 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e8665535-7b29-4815-8d02-832a18f673f8 req-65a34823-7fae-412d-b566-ed6466b05de6 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 210 time: 0.1156135 Jun 27 15:26:50.318864 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-f9a58ca9-ada0-4d14-b823-ea4d9aaa318f tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Allocated IP 172.27.2.143 (514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb/6226739c-eac4-4784-90b9-a0481f53f3ba/5c39f936-d857-4a1c-ae5e-48f2ced3e1a4) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:26:50.395254 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:50.451642 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a31c4cc4-0a43-4153-b30c-dee2eff67f4c admin admin] Publish callbacks [] for security_group (d36b640d-8e98-487e-9fd9-6fb48877a788), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:50.537113 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a31c4cc4-0a43-4153-b30c-dee2eff67f4c admin admin] Publish callbacks [] for security_group (d36b640d-8e98-487e-9fd9-6fb48877a788), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:50.655914 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:50.660592 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:50.717694 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a31c4cc4-0a43-4153-b30c-dee2eff67f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (d36b640d-8e98-487e-9fd9-6fb48877a788), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:50.724813 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9a58ca9-ada0-4d14-b823-ea4d9aaa318f tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for port (5c39f936-d857-4a1c-ae5e-48f2ced3e1a4), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:50.740116 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a31c4cc4-0a43-4153-b30c-dee2eff67f4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:50.756979 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-a31c4cc4-0a43-4153-b30c-dee2eff67f4c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d36b640d-8e98-487e-9fd9-6fb48877a788 HTTP/1.1" status: 204 len: 168 time: 0.7970393 Jun 27 15:26:50.857565 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c4cc4-0a43-4153-b30c-dee2eff67f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36b640d-8e98-487e-9fd9-6fb48877a788,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:50.875271 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80c047ac-1f90-4b22-b15c-dd928f17f01c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:51.033218 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9a58ca9-ada0-4d14-b823-ea4d9aaa318f tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724'] for port (5c39f936-d857-4a1c-ae5e-48f2ced3e1a4), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:51.104859 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:51.130584 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-401bf4d3-dc17-4088-b0a9-33c7d9abd7aa None None] Current status of the port e1b91a4f-0760-4eb6-8669-74245160977f is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:26:51.131879 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-401bf4d3-dc17-4088-b0a9-33c7d9abd7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (e1b91a4f-0760-4eb6-8669-74245160977f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:51.160545 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a58ca9-ada0-4d14-b823-ea4d9aaa318f tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Pushing event updated for resources: {'Port': ['ID=5c39f936-d857-4a1c-ae5e-48f2ced3e1a4,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:51.224614 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-fa8cd3cb-2a30-4401-b425-572c4fc2ac03 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724'] for port (6589e017-7d15-4438-86e5-e3a74e6999a7), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:51.252597 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:51.325524 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-401bf4d3-dc17-4088-b0a9-33c7d9abd7aa None None] For port e1b91a4f-0760-4eb6-8669-74245160977f, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=e1b91a4f-0760-4eb6-8669-74245160977f,segment=NetworkSegment(e8df84b0-b449-4f32-9fef-1bd341ec9717),segment_id=e8df84b0-b449-4f32-9fef-1bd341ec9717)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:26:51.332375 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 44554097-c32e-4389-a40b-7f7699da4c96 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:26:51.334703 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (44554097-c32e-4389-a40b-7f7699da4c96), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:51.571646 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c6ceaf80-550e-4051-aa7f-5448c2dbcd46 req-65a60480-5dd6-428d-979a-95a2b2ef738e tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 210 time: 0.5622871 Jun 27 15:26:51.597948 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-37a81382-82e4-41c0-8fe5-d2ae03db4ba6 admin admin] Publish callbacks [] for security_group (91978367-be8f-4c17-8d0e-693dc0a8d98c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:51.603764 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1862df74-d375-4029-a348-fcd25fe37f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'name': 'tempest-AttachVolumeTestJSON-292349098-router', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:18Z', 'updated_at': '2022-06-27T15:26:35Z', 'revision_number': 4, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'gw_port': {'id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:21Z', 'updated_at': '2022-06-27T15:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '457104e6-73db-4efd-808c-941317798c14', 'name': '', 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'mac_address': 'fa:16:3e:7f:2c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:31Z', 'updated_at': '2022-06-27T15:26:36Z', 'revision_number': 2, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'subnets': [{'id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:51.610207 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-401bf4d3-dc17-4088-b0a9-33c7d9abd7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (e1b91a4f-0760-4eb6-8669-74245160977f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:51.630251 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a58ca9-ada0-4d14-b823-ea4d9aaa318f tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:26:51.649862 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-609361a3-afcb-4d11-a2d0-0a2a76849863 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Allocated IP 172.20.0.9 (ab1d5806-d663-4f8c-b8fa-c959f613968d/fa7efd24-18d3-4bad-8e32-43835574a65e/d3ed4003-b3bf-4b78-872f-0deb501c8889) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:26:51.876370 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] For port 44554097-c32e-4389-a40b-7f7699da4c96, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=44554097-c32e-4389-a40b-7f7699da4c96,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:26:51.923921 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-fa8cd3cb-2a30-4401-b425-572c4fc2ac03 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Network 0dd13161-8ee5-4285-a373-761f6ed0abd7 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:26:51.928861 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-37a81382-82e4-41c0-8fe5-d2ae03db4ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (91978367-be8f-4c17-8d0e-693dc0a8d98c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:52.010310 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-fa8cd3cb-2a30-4401-b425-572c4fc2ac03 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:26:52.021006 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0950a987-d530-440e-ae36-dc717e0c06b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'name': 'tempest-ServerRescueNegativeTestJSON-920464589-router', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '44554097-c32e-4389-a40b-7f7699da4c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:19Z', 'updated_at': '2022-06-27T15:26:29Z', 'revision_number': 4, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'gw_port': {'id': '44554097-c32e-4389-a40b-7f7699da4c96', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:20Z', 'updated_at': '2022-06-27T15:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '88d59b94-6c8f-4037-93f9-0b01f6345524', 'name': '', 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'mac_address': 'fa:16:3e:c7:3e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:27Z', 'updated_at': '2022-06-27T15:26:46Z', 'revision_number': 4, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'subnets': [{'id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:52.038142 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1862df74-d375-4029-a348-fcd25fe37f3c None None] Checking router: ec4aaba1-3174-4033-8024-037f1ab5181a for host: dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:26:52.038907 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1862df74-d375-4029-a348-fcd25fe37f3c None None] Updating router ec4aaba1-3174-4033-8024-037f1ab5181a port 457104e6-73db-4efd-808c-941317798c14 binding host dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 15:26:52.188028 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-609361a3-afcb-4d11-a2d0-0a2a76849863 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Publish callbacks [] for port (d3ed4003-b3bf-4b78-872f-0deb501c8889), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:52.216043 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1862df74-d375-4029-a348-fcd25fe37f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (457104e6-73db-4efd-808c-941317798c14), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:52.247253 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-fa8cd3cb-2a30-4401-b425-572c4fc2ac03 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:26:52.255152 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (44554097-c32e-4389-a40b-7f7699da4c96), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:52.260520 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-fa8cd3cb-2a30-4401-b425-572c4fc2ac03 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:26:52.262268 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-fa8cd3cb-2a30-4401-b425-572c4fc2ac03 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:52.353799 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-aa39a7f1-79db-4322-b70a-3157c6ed398b None None] Provisioning complete for port e1b91a4f-0760-4eb6-8669-74245160977f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:52.354182 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-aa39a7f1-79db-4322-b70a-3157c6ed398b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (e1b91a4f-0760-4eb6-8669-74245160977f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:52.381827 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-436014dc-e92d-4972-ad46-7d0afc6dbb20 req-8961a8b0-d431-4bc9-aabe-d977b286fc9b tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 210 time: 0.5015175 Jun 27 15:26:52.386989 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a81382-82e4-41c0-8fe5-d2ae03db4ba6 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 15:26:52.396505 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-f9a58ca9-ada0-4d14-b823-ea4d9aaa318f tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:26:52.436438 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a58ca9-ada0-4d14-b823-ea4d9aaa318f tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:26:52.618481 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-80c047ac-1f90-4b22-b15c-dd928f17f01c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Allocated IP 172.27.2.91 (514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb/6226739c-eac4-4784-90b9-a0481f53f3ba/3baf5503-eff6-4ec7-85fc-d0c176c7616e) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:26:52.667992 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-fa8cd3cb-2a30-4401-b425-572c4fc2ac03 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9033391 Jun 27 15:26:52.725231 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-5dfa0100-0d34-479d-8b32-c3d03e0fa7f5 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 15:26:52.733275 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-5dfa0100-0d34-479d-8b32-c3d03e0fa7f5 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0623636 Jun 27 15:26:52.739943 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8cd3cb-2a30-4401-b425-572c4fc2ac03 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Pushing event updated for resources: {'Port': ['ID=6589e017-7d15-4438-86e5-e3a74e6999a7,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:52.792212 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9a58ca9-ada0-4d14-b823-ea4d9aaa318f tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for floatingip (99750869-2375-4bed-b59d-06fe31f68c7f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:52.839509 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-609361a3-afcb-4d11-a2d0-0a2a76849863 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724'] for port (d3ed4003-b3bf-4b78-872f-0deb501c8889), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:52.874039 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-37a81382-82e4-41c0-8fe5-d2ae03db4ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (c79a50d2-e57d-4eb7-823f-73a2f3370637), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:52.874624 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.db.segments_db [None req-37a81382-82e4-41c0-8fe5-d2ae03db4ba6 admin admin] Added segment c79a50d2-e57d-4eb7-823f-73a2f3370637 of type vlan for network 4600b5c0-8623-4f5d-acae-6923ba26d7de Jun 27 15:26:52.892135 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a81382-82e4-41c0-8fe5-d2ae03db4ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91978367-be8f-4c17-8d0e-693dc0a8d98c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:53.034445 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:53.383559 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:53.528128 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-37a81382-82e4-41c0-8fe5-d2ae03db4ba6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767602840778'] for network (4600b5c0-8623-4f5d-acae-6923ba26d7de), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:53.606316 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80c047ac-1f90-4b22-b15c-dd928f17f01c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for port (3baf5503-eff6-4ec7-85fc-d0c176c7616e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:53.701323 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:53.733102 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0950a987-d530-440e-ae36-dc717e0c06b9 None None] The sync data for ids ['928f35cb-cf58-4dde-a4b4-eec4b75bf621'] in dv-cinder-847798-1-iscsi is: [{'id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'name': 'tempest-ServerRescueNegativeTestJSON-920464589-router', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '44554097-c32e-4389-a40b-7f7699da4c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:19Z', 'updated_at': '2022-06-27T15:26:29Z', 'revision_number': 4, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'gw_port': {'id': '44554097-c32e-4389-a40b-7f7699da4c96', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:20Z', 'updated_at': '2022-06-27T15:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '88d59b94-6c8f-4037-93f9-0b01f6345524', 'name': '', 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'mac_address': 'fa:16:3e:c7:3e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:27Z', 'updated_at': '2022-06-27T15:26:46Z', 'revision_number': 4, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'subnets': [{'id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:26:53.789308 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-37a81382-82e4-41c0-8fe5-d2ae03db4ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for network (4600b5c0-8623-4f5d-acae-6923ba26d7de), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:53.810071 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a81382-82e4-41c0-8fe5-d2ae03db4ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:26:53.819163 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-37a81382-82e4-41c0-8fe5-d2ae03db4ba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:53.871933 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device de82ebff-0148-470f-9958-53ef1f51b38b up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:26:53.891734 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bf4d3-dc17-4088-b0a9-33c7d9abd7aa None None] Pushing event updated for resources: {'Port': ['ID=e1b91a4f-0760-4eb6-8669-74245160977f,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:53.900611 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-8fec9525-30e4-420f-98a1-687e4cfc8c04 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Allocated IP 172.20.0.8 (0dd13161-8ee5-4285-a373-761f6ed0abd7/5101df7e-dc3e-4d22-92a5-4e633fba6a41/05ebe349-4d00-4c7d-9c0d-a92627d5285d) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:26:54.007669 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609361a3-afcb-4d11-a2d0-0a2a76849863 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Pushing event updated for resources: {'Port': ['ID=d3ed4003-b3bf-4b78-872f-0deb501c8889,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:54.062473 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-609361a3-afcb-4d11-a2d0-0a2a76849863 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Network ab1d5806-d663-4f8c-b8fa-c959f613968d is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:26:54.167280 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-ea4e9bec-d5d1-4b30-8511-bbea7a4764b9 service neutron] Request body: {'port': {'device_id': '7aa7f3fe-5f45-46ca-960d-1c77079dceb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84779'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:26:54.260863 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-37a81382-82e4-41c0-8fe5-d2ae03db4ba6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 4.8145275 Jun 27 15:26:54.273854 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-609361a3-afcb-4d11-a2d0-0a2a76849863 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:26:54.297870 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-609361a3-afcb-4d11-a2d0-0a2a76849863 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:26:54.328860 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-609361a3-afcb-4d11-a2d0-0a2a76849863 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:26:54.333362 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-609361a3-afcb-4d11-a2d0-0a2a76849863 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:54.364123 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9a58ca9-ada0-4d14-b823-ea4d9aaa318f tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (5c39f936-d857-4a1c-ae5e-48f2ced3e1a4), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:54.417434 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1862df74-d375-4029-a348-fcd25fe37f3c None None] Publish callbacks [] for port (457104e6-73db-4efd-808c-941317798c14), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:54.565644 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a81382-82e4-41c0-8fe5-d2ae03db4ba6 admin admin] Pushing event updated for resources: {'Network': ['ID=4600b5c0-8623-4f5d-acae-6923ba26d7de,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:54.602717 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 49494) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:26:54.621948 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80c047ac-1f90-4b22-b15c-dd928f17f01c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724'] for port (3baf5503-eff6-4ec7-85fc-d0c176c7616e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:54.646878 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1862df74-d375-4029-a348-fcd25fe37f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (457104e6-73db-4efd-808c-941317798c14), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:54.677154 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8daa054a-48aa-4e42-accb-553121716492 req-a48e7ab5-cde2-4b5d-84c4-0680456d1494 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 210 time: 0.9736021 Jun 27 15:26:54.700027 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1633a54f-b70b-4243-9e6c-82b469bcd772 admin admin] Request body: {'subnet': {'network_id': '4600b5c0-8623-4f5d-acae-6923ba26d7de', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1119407763-subnet', 'tenant_id': '44a3505e77654afbbf8abf6e7491b4d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:26:54.707509 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Network 4600b5c0-8623-4f5d-acae-6923ba26d7de details requested by agent ovs-agent-dv-cinder-847798-1-iscsi with host dv-cinder-847798-1-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 15:26:54.719926 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-609361a3-afcb-4d11-a2d0-0a2a76849863 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.9396088 Jun 27 15:26:54.786637 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-53aebf24-8c4f-4347-a7a9-664e53690932 service neutron] Request body: {'port': {'device_id': '05ad818a-43eb-47d0-a466-eeeec96fd758', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84779'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:26:54.794795 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:54.931951 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fe21d-a2d5-40bf-9e96-363dc929b5c5 req-fe400e1a-e87a-4ce4-a383-b5f4905ffe3b tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:26:54.950043 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a23fe21d-a2d5-40bf-9e96-363dc929b5c5 req-fe400e1a-e87a-4ce4-a383-b5f4905ffe3b tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 931 time: 1.2339642 Jun 27 15:26:54.953409 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Pushing event updated for resources: {'Port': ['ID=44554097-c32e-4389-a40b-7f7699da4c96,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:54.985583 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c047ac-1f90-4b22-b15c-dd928f17f01c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:26:55.032891 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-aa39a7f1-79db-4322-b70a-3157c6ed398b None None] Current status of the port e1b91a4f-0760-4eb6-8669-74245160977f is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:26:55.096139 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port de82ebff-0148-470f-9958-53ef1f51b38b triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:55.097306 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (de82ebff-0148-470f-9958-53ef1f51b38b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:55.136978 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9a58ca9-ada0-4d14-b823-ea4d9aaa318f tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for port (5c39f936-d857-4a1c-ae5e-48f2ced3e1a4), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:55.148867 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:55.152799 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-80c047ac-1f90-4b22-b15c-dd928f17f01c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:26:55.181292 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9a58ca9-ada0-4d14-b823-ea4d9aaa318f tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (5c39f936-d857-4a1c-ae5e-48f2ced3e1a4), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:55.317245 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c047ac-1f90-4b22-b15c-dd928f17f01c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:26:55.346279 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-aa39a7f1-79db-4322-b70a-3157c6ed398b None None] Provisioning complete for port 88d59b94-6c8f-4037-93f9-0b01f6345524 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:55.355718 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-aa39a7f1-79db-4322-b70a-3157c6ed398b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (88d59b94-6c8f-4037-93f9-0b01f6345524), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:55.406817 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:55.454998 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9a58ca9-ada0-4d14-b823-ea4d9aaa318f tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (99750869-2375-4bed-b59d-06fe31f68c7f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:55.533201 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253c145-4016-40a6-9cb7-5d26aa0500e9 None None] Pushing event updated for resources: {'Port': ['ID=457104e6-73db-4efd-808c-941317798c14,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:55.599396 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port de82ebff-0148-470f-9958-53ef1f51b38b is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:26:55.604744 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device e1b91a4f-0760-4eb6-8669-74245160977f up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:26:55.733798 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80c047ac-1f90-4b22-b15c-dd928f17f01c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for floatingip (4352f9af-9ceb-454a-8d9e-69b971d6edc4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:55.759984 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a58ca9-ada0-4d14-b823-ea4d9aaa318f tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Pushing event updated for resources: {'Port': ['ID=5c39f936-d857-4a1c-ae5e-48f2ced3e1a4,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:55.860358 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c047ac-1f90-4b22-b15c-dd928f17f01c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Pushing event updated for resources: {'Port': ['ID=3baf5503-eff6-4ec7-85fc-d0c176c7616e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:55.872396 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1633a54f-b70b-4243-9e6c-82b469bcd772 admin admin] Made reservation on behalf of 44a3505e77654afbbf8abf6e7491b4d3 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:26:55.878215 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1633a54f-b70b-4243-9e6c-82b469bcd772 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:55.970594 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80c047ac-1f90-4b22-b15c-dd928f17f01c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (3baf5503-eff6-4ec7-85fc-d0c176c7616e), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:55.995767 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-ea4e9bec-d5d1-4b30-8511-bbea7a4764b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (6589e017-7d15-4438-86e5-e3a74e6999a7), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:56.043626 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-8fec9525-30e4-420f-98a1-687e4cfc8c04 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks [] for port (05ebe349-4d00-4c7d-9c0d-a92627d5285d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:56.058878 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a23fe21d-a2d5-40bf-9e96-363dc929b5c5 req-0d4ccb95-aee3-4872-a215-11cb26346918 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/security-groups?id=f284795f-24e4-4f0f-93ad-cbff0ed46d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1076403 Jun 27 15:26:56.074941 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9a58ca9-ada0-4d14-b823-ea4d9aaa318f tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:56.094128 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-f9a58ca9-ada0-4d14-b823-ea4d9aaa318f tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5672657 Jun 27 15:26:56.145156 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-53aebf24-8c4f-4347-a7a9-664e53690932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (d3ed4003-b3bf-4b78-872f-0deb501c8889), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:56.188668 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1862df74-d375-4029-a348-fcd25fe37f3c None None] Attempting to bind port 457104e6-73db-4efd-808c-941317798c14 on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:26:56.189705 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1862df74-d375-4029-a348-fcd25fe37f3c None None] Attempting to bind port 457104e6-73db-4efd-808c-941317798c14 by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': 'e27cde72-c31f-4b44-92ad-6feb60f14707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:26:56.189705 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862df74-d375-4029-a348-fcd25fe37f3c None None] Attempting to bind port 457104e6-73db-4efd-808c-941317798c14 on network 42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:26:56.235781 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862df74-d375-4029-a348-fcd25fe37f3c None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:26:56.236194 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862df74-d375-4029-a348-fcd25fe37f3c None None] Checking segment: {'id': 'e27cde72-c31f-4b44-92ad-6feb60f14707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:26:56.236714 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1862df74-d375-4029-a348-fcd25fe37f3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:56.237389 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862df74-d375-4029-a348-fcd25fe37f3c None None] Bound using segment: {'id': 'e27cde72-c31f-4b44-92ad-6feb60f14707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:26:56.238103 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-1862df74-d375-4029-a348-fcd25fe37f3c None None] Bound port: 457104e6-73db-4efd-808c-941317798c14, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27cde72-c31f-4b44-92ad-6feb60f14707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:26:56.238664 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1862df74-d375-4029-a348-fcd25fe37f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (457104e6-73db-4efd-808c-941317798c14), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:56.311205 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port e1b91a4f-0760-4eb6-8669-74245160977f triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:56.312560 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (e1b91a4f-0760-4eb6-8669-74245160977f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:56.323822 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-aa39a7f1-79db-4322-b70a-3157c6ed398b None None] Current status of the port 88d59b94-6c8f-4037-93f9-0b01f6345524 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:26:56.324279 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-aa39a7f1-79db-4322-b70a-3157c6ed398b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (88d59b94-6c8f-4037-93f9-0b01f6345524), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:56.356980 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4cf5f3b0-6797-45f5-9532-ea7d51d7702a req-f31c692c-557e-4b32-9339-1af1449d6834 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 210 time: 0.2378092 Jun 27 15:26:56.499409 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:56.512935 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-aa39a7f1-79db-4322-b70a-3157c6ed398b None None] For port 88d59b94-6c8f-4037-93f9-0b01f6345524, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=88d59b94-6c8f-4037-93f9-0b01f6345524,segment=NetworkSegment(ce888434-d2f9-46aa-807c-1c90ac319f5e),segment_id=ce888434-d2f9-46aa-807c-1c90ac319f5e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:26:56.564483 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:56.589168 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-aa39a7f1-79db-4322-b70a-3157c6ed398b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (88d59b94-6c8f-4037-93f9-0b01f6345524), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:56.830051 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39a7f1-79db-4322-b70a-3157c6ed398b None None] Pushing event updated for resources: {'Port': ['ID=88d59b94-6c8f-4037-93f9-0b01f6345524,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:56.858207 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1862df74-d375-4029-a348-fcd25fe37f3c None None] For port 457104e6-73db-4efd-808c-941317798c14, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:26:56.929827 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-1862df74-d375-4029-a348-fcd25fe37f3c None None] For port 457104e6-73db-4efd-808c-941317798c14, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=457104e6-73db-4efd-808c-941317798c14,segment=NetworkSegment(e27cde72-c31f-4b44-92ad-6feb60f14707),segment_id=e27cde72-c31f-4b44-92ad-6feb60f14707)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:26:56.949556 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port e1b91a4f-0760-4eb6-8669-74245160977f is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:26:56.950880 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 88d59b94-6c8f-4037-93f9-0b01f6345524 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:26:56.956040 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-13a8bab7-c446-415f-8f4a-b83231e57d18 None None] Provisioning complete for port 6589e017-7d15-4438-86e5-e3a74e6999a7 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:56.956718 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-13a8bab7-c446-415f-8f4a-b83231e57d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (6589e017-7d15-4438-86e5-e3a74e6999a7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:56.990311 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1862df74-d375-4029-a348-fcd25fe37f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (457104e6-73db-4efd-808c-941317798c14), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:57.085282 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-13a8bab7-c446-415f-8f4a-b83231e57d18 None None] Port 6589e017-7d15-4438-86e5-e3a74e6999a7 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:26:57.137754 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5253c145-4016-40a6-9cb7-5d26aa0500e9 None None] Pushing event updated for resources: {'Port': ['ID=457104e6-73db-4efd-808c-941317798c14,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:57.178475 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-13a8bab7-c446-415f-8f4a-b83231e57d18 None None] Provisioning complete for port d3ed4003-b3bf-4b78-872f-0deb501c8889 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:57.186204 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-13a8bab7-c446-415f-8f4a-b83231e57d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (d3ed4003-b3bf-4b78-872f-0deb501c8889), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:57.190481 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1862df74-d375-4029-a348-fcd25fe37f3c None None] Routers {'ec4aaba1-3174-4033-8024-037f1ab5181a'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:26:57.192122 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1862df74-d375-4029-a348-fcd25fe37f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:26:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['ec4aaba1-3174-4033-8024-037f1ab5181a'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:26:57.656886 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1633a54f-b70b-4243-9e6c-82b469bcd772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for subnet (cfd8e908-ed4b-4a7f-ab96-85f3549de3aa), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:57.818970 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633a54f-b70b-4243-9e6c-82b469bcd772 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfd8e908-ed4b-4a7f-ab96-85f3549de3aa,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:57.915139 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-53aebf24-8c4f-4347-a7a9-664e53690932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ed4003-b3bf-4b78-872f-0deb501c8889 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:26:57.963861 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-53aebf24-8c4f-4347-a7a9-664e53690932 service neutron] Publish callbacks [] for port (d3ed4003-b3bf-4b78-872f-0deb501c8889), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:57.968591 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-1862df74-d375-4029-a348-fcd25fe37f3c None None] Set router ec4aaba1-3174-4033-8024-037f1ab5181a gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:26:58.115887 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80c047ac-1f90-4b22-b15c-dd928f17f01c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for port (3baf5503-eff6-4ec7-85fc-d0c176c7616e), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:58.170559 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:58.185473 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80c047ac-1f90-4b22-b15c-dd928f17f01c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (3baf5503-eff6-4ec7-85fc-d0c176c7616e), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:58.200835 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-8fec9525-30e4-420f-98a1-687e4cfc8c04 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724'] for port (05ebe349-4d00-4c7d-9c0d-a92627d5285d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:58.214275 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-53aebf24-8c4f-4347-a7a9-664e53690932 service neutron] Transition to ACTIVE for port object d3ed4003-b3bf-4b78-872f-0deb501c8889 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 15:26:58.223556 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:58.246503 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-53aebf24-8c4f-4347-a7a9-664e53690932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (d3ed4003-b3bf-4b78-872f-0deb501c8889), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:58.258026 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:58.276156 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-13a8bab7-c446-415f-8f4a-b83231e57d18 None None] Port d3ed4003-b3bf-4b78-872f-0deb501c8889 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:26:58.300214 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615285f1-49f3-4929-8455-a3e5209676d6 req-74b3669b-1e91-4f98-9496-0f13ae2c2a43 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:26:58.302825 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-615285f1-49f3-4929-8455-a3e5209676d6 req-74b3669b-1e91-4f98-9496-0f13ae2c2a43 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 931 time: 0.3584511 Jun 27 15:26:58.325910 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-8fec9525-30e4-420f-98a1-687e4cfc8c04 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Network 0dd13161-8ee5-4285-a373-761f6ed0abd7 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:26:58.327645 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80c047ac-1f90-4b22-b15c-dd928f17f01c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (4352f9af-9ceb-454a-8d9e-69b971d6edc4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:58.337313 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:58.340041 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-8fec9525-30e4-420f-98a1-687e4cfc8c04 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:26:58.365676 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-8fec9525-30e4-420f-98a1-687e4cfc8c04 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:26:58.377662 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-8fec9525-30e4-420f-98a1-687e4cfc8c04 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:26:58.378599 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-8fec9525-30e4-420f-98a1-687e4cfc8c04 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:58.385107 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-dd9d6742-023d-423d-b761-4e6a0bf49c4e tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--811920952&fields=id&tenant_id=2e07fc46cd5f4afe875767c926bd63ee HTTP/1.1" status: 200 len: 267 time: 1.3742900 Jun 27 15:26:58.403863 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 88d59b94-6c8f-4037-93f9-0b01f6345524 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:58.426294 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (88d59b94-6c8f-4037-93f9-0b01f6345524), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:58.450499 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec9525-30e4-420f-98a1-687e4cfc8c04 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Pushing event updated for resources: {'Port': ['ID=05ebe349-4d00-4c7d-9c0d-a92627d5285d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:58.470685 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1633a54f-b70b-4243-9e6c-82b469bcd772 admin admin] Checking segment: {'id': 'c79a50d2-e57d-4eb7-823f-73a2f3370637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4600b5c0-8623-4f5d-acae-6923ba26d7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:26:58.471365 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1633a54f-b70b-4243-9e6c-82b469bcd772 admin admin] Network hostable DHCP agents. Network: 4600b5c0-8623-4f5d-acae-6923ba26d7de, hostable agents: ['98079605-5130-4ae4-a555-f860a4678271'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 15:26:58.507745 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-13a8bab7-c446-415f-8f4a-b83231e57d18 None None] Provisioning complete for port 457104e6-73db-4efd-808c-941317798c14 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:26:58.514376 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-13a8bab7-c446-415f-8f4a-b83231e57d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (457104e6-73db-4efd-808c-941317798c14), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:58.522107 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80c047ac-1f90-4b22-b15c-dd928f17f01c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:58.537066 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-80c047ac-1f90-4b22-b15c-dd928f17f01c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.7616103 Jun 27 15:26:58.687359 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aebf24-8c4f-4347-a7a9-664e53690932 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ed4003-b3bf-4b78-872f-0deb501c8889,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:58.747949 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-8fec9525-30e4-420f-98a1-687e4cfc8c04 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.3178599 Jun 27 15:26:58.947024 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-1e6b72ad-b13a-4359-9fb1-73a43f008d34 service neutron] Request body: {'port': {'device_id': 'c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84779'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:26:59.355271 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c047ac-1f90-4b22-b15c-dd928f17f01c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Pushing event updated for resources: {'Port': ['ID=3baf5503-eff6-4ec7-85fc-d0c176c7616e,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:26:59.390581 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-b95c9479-e8be-45bc-9104-7626efe4d2d3 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:26:59.404454 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-615285f1-49f3-4929-8455-a3e5209676d6 req-69ac2472-8b2d-485c-9aa2-1e741bb59f8f tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/security-groups?id=f284795f-24e4-4f0f-93ad-cbff0ed46d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0715404 Jun 27 15:26:59.414520 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-b95c9479-e8be-45bc-9104-7626efe4d2d3 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/networks?id=42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 HTTP/1.1" status: 200 len: 810 time: 0.9332922 Jun 27 15:26:59.423123 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:26:59.475877 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1633a54f-b70b-4243-9e6c-82b469bcd772 admin admin] Network 4600b5c0-8623-4f5d-acae-6923ba26d7de is scheduled to be hosted by DHCP agent 98079605-5130-4ae4-a555-f860a4678271 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 15:26:59.565949 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-53aebf24-8c4f-4347-a7a9-664e53690932 service neutron] Attempting to bind port d3ed4003-b3bf-4b78-872f-0deb501c8889 on host hv-cinder-84779 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:26:59.566573 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-53aebf24-8c4f-4347-a7a9-664e53690932 service neutron] Attempting to bind port d3ed4003-b3bf-4b78-872f-0deb501c8889 by drivers openvswitch,hyperv on host hv-cinder-84779 at level 0 using segments [{'id': '0b34a44b-aa13-47d2-994a-30a1b297fb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ab1d5806-d663-4f8c-b8fa-c959f613968d'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:26:59.567126 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-53aebf24-8c4f-4347-a7a9-664e53690932 service neutron] Attempting to bind port d3ed4003-b3bf-4b78-872f-0deb501c8889 on network ab1d5806-d663-4f8c-b8fa-c959f613968d {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:26:59.574422 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-1e6b72ad-b13a-4359-9fb1-73a43f008d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (05ebe349-4d00-4c7d-9c0d-a92627d5285d), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:59.587204 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-53aebf24-8c4f-4347-a7a9-664e53690932 service neutron] Port d3ed4003-b3bf-4b78-872f-0deb501c8889 on network ab1d5806-d663-4f8c-b8fa-c959f613968d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84779 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 15:26:59.587988 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-53aebf24-8c4f-4347-a7a9-664e53690932 service neutron] Attempting to bind port d3ed4003-b3bf-4b78-872f-0deb501c8889 on network ab1d5806-d663-4f8c-b8fa-c959f613968d {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:26:59.602119 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-53aebf24-8c4f-4347-a7a9-664e53690932 service neutron] Checking agent: {'id': '2a101be5-d6db-4e6c-800c-1df71c1b626f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84779', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'started_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:26:59.602828 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-53aebf24-8c4f-4347-a7a9-664e53690932 service neutron] Checking segment: {'id': '0b34a44b-aa13-47d2-994a-30a1b297fb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ab1d5806-d663-4f8c-b8fa-c959f613968d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:26:59.603618 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-53aebf24-8c4f-4347-a7a9-664e53690932 service neutron] Bound using segment: {'id': '0b34a44b-aa13-47d2-994a-30a1b297fb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ab1d5806-d663-4f8c-b8fa-c959f613968d'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:26:59.604278 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-53aebf24-8c4f-4347-a7a9-664e53690932 service neutron] Bound port: d3ed4003-b3bf-4b78-872f-0deb501c8889, host: hv-cinder-84779, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b34a44b-aa13-47d2-994a-30a1b297fb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'ab1d5806-d663-4f8c-b8fa-c959f613968d'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:26:59.604918 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-53aebf24-8c4f-4347-a7a9-664e53690932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (d3ed4003-b3bf-4b78-872f-0deb501c8889), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:26:59.834700 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 88d59b94-6c8f-4037-93f9-0b01f6345524 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:26:59.839238 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device fe87aac8-52e6-410c-ab62-7a3b71b72370 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:26:59.898637 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55070b0-7b4f-4641-a12c-5c70f5391fad req-2ff5e961-ae7f-4431-80a8-127752779efd tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:26:59.906837 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a55070b0-7b4f-4641-a12c-5c70f5391fad req-2ff5e961-ae7f-4431-80a8-127752779efd tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 931 time: 0.2838387 Jun 27 15:27:00.092154 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-ea4e9bec-d5d1-4b30-8511-bbea7a4764b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6589e017-7d15-4438-86e5-e3a74e6999a7 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:27:00.107786 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-ea4e9bec-d5d1-4b30-8511-bbea7a4764b9 service neutron] Publish callbacks [] for port (6589e017-7d15-4438-86e5-e3a74e6999a7), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:00.133048 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port fe87aac8-52e6-410c-ab62-7a3b71b72370 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:27:00.134011 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (fe87aac8-52e6-410c-ab62-7a3b71b72370), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:00.146227 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a55070b0-7b4f-4641-a12c-5c70f5391fad req-1e088275-4d36-4263-b984-4a7521a80c53 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358074 Jun 27 15:27:00.175642 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-ea4e9bec-d5d1-4b30-8511-bbea7a4764b9 service neutron] Transition to ACTIVE for port object 6589e017-7d15-4438-86e5-e3a74e6999a7 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 15:27:00.188501 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-97e613d1-8aec-40da-a25d-d2891636f26a tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/quotas/2e07fc46cd5f4afe875767c926bd63ee HTTP/1.1" status: 200 len: 375 time: 0.7712576 Jun 27 15:27:00.190515 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-ea4e9bec-d5d1-4b30-8511-bbea7a4764b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (6589e017-7d15-4438-86e5-e3a74e6999a7), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:00.208463 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-1633a54f-b70b-4243-9e6c-82b469bcd772 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847798-1-iscsi, 4600b5c0-8623-4f5d-acae-6923ba26d7de) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:27:00.237170 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:00.269168 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc93fbb-2c87-48fd-bbcf-f52dfe754a80 None None] Network 4600b5c0-8623-4f5d-acae-6923ba26d7de requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:27:00.277734 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-13a8bab7-c446-415f-8f4a-b83231e57d18 None None] Current status of the port 457104e6-73db-4efd-808c-941317798c14 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:27:00.278408 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-13a8bab7-c446-415f-8f4a-b83231e57d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (457104e6-73db-4efd-808c-941317798c14), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:00.371509 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1633a54f-b70b-4243-9e6c-82b469bcd772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:00.372424 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1633a54f-b70b-4243-9e6c-82b469bcd772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:00.423089 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 49634) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:00.617754 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e9bec-d5d1-4b30-8511-bbea7a4764b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6589e017-7d15-4438-86e5-e3a74e6999a7,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:00.661855 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-1633a54f-b70b-4243-9e6c-82b469bcd772 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 6.0508349 Jun 27 15:27:00.674118 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-53aebf24-8c4f-4347-a7a9-664e53690932 service neutron] For port d3ed4003-b3bf-4b78-872f-0deb501c8889, host hv-cinder-84779, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:27:00.712132 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-95cbc82f-3a38-48da-9676-aeb69313a6b1 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e07fc46cd5f4afe875767c926bd63ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4284749 Jun 27 15:27:00.991433 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 49654) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:00.992221 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:01.032654 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-53aebf24-8c4f-4347-a7a9-664e53690932 service neutron] For port d3ed4003-b3bf-4b78-872f-0deb501c8889, host hv-cinder-84779, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=d3ed4003-b3bf-4b78-872f-0deb501c8889,segment=NetworkSegment(0b34a44b-aa13-47d2-994a-30a1b297fb88),segment_id=0b34a44b-aa13-47d2-994a-30a1b297fb88)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:27:01.047655 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-ea4e9bec-d5d1-4b30-8511-bbea7a4764b9 service neutron] Attempting to bind port 6589e017-7d15-4438-86e5-e3a74e6999a7 on host hv-cinder-84779 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:27:01.047655 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-ea4e9bec-d5d1-4b30-8511-bbea7a4764b9 service neutron] Attempting to bind port 6589e017-7d15-4438-86e5-e3a74e6999a7 by drivers openvswitch,hyperv on host hv-cinder-84779 at level 0 using segments [{'id': 'ce888434-d2f9-46aa-807c-1c90ac319f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:27:01.047655 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-ea4e9bec-d5d1-4b30-8511-bbea7a4764b9 service neutron] Attempting to bind port 6589e017-7d15-4438-86e5-e3a74e6999a7 on network 0dd13161-8ee5-4285-a373-761f6ed0abd7 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:27:01.140676 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-ea4e9bec-d5d1-4b30-8511-bbea7a4764b9 service neutron] Port 6589e017-7d15-4438-86e5-e3a74e6999a7 on network 0dd13161-8ee5-4285-a373-761f6ed0abd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84779 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 15:27:01.141498 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-ea4e9bec-d5d1-4b30-8511-bbea7a4764b9 service neutron] Attempting to bind port 6589e017-7d15-4438-86e5-e3a74e6999a7 on network 0dd13161-8ee5-4285-a373-761f6ed0abd7 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:27:01.164028 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89207e05-9797-4364-a6ff-813754dd2dc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:01.172219 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-ea4e9bec-d5d1-4b30-8511-bbea7a4764b9 service neutron] Checking agent: {'id': '2a101be5-d6db-4e6c-800c-1df71c1b626f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84779', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'started_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:27:01.172924 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-ea4e9bec-d5d1-4b30-8511-bbea7a4764b9 service neutron] Checking segment: {'id': 'ce888434-d2f9-46aa-807c-1c90ac319f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:27:01.174359 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-ea4e9bec-d5d1-4b30-8511-bbea7a4764b9 service neutron] Bound using segment: {'id': 'ce888434-d2f9-46aa-807c-1c90ac319f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:27:01.175110 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-ea4e9bec-d5d1-4b30-8511-bbea7a4764b9 service neutron] Bound port: 6589e017-7d15-4438-86e5-e3a74e6999a7, host: hv-cinder-84779, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce888434-d2f9-46aa-807c-1c90ac319f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:27:01.175640 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-ea4e9bec-d5d1-4b30-8511-bbea7a4764b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (6589e017-7d15-4438-86e5-e3a74e6999a7), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:01.221195 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b21f76-c78a-4d85-916b-1bbebc965ecc admin admin] Deleting subnet ada84904-f63a-4936-8838-b96af9b06bd0 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 15:27:01.241037 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-bcaadeef-2b0d-4827-aaa5-63759e8e3d18 service neutron] 10.222.0.26 "GET /v2.0/networks/42d6796f-0df3-4f1e-9bd2-00a387c5c9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264846 Jun 27 15:27:01.242843 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-1e6b72ad-b13a-4359-9fb1-73a43f008d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ebe349-4d00-4c7d-9c0d-a92627d5285d {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:27:01.257579 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-52b21f76-c78a-4d85-916b-1bbebc965ecc admin admin] Publish callbacks [] for subnet (ada84904-f63a-4936-8838-b96af9b06bd0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:01.263884 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-1e6b72ad-b13a-4359-9fb1-73a43f008d34 service neutron] Publish callbacks [] for port (05ebe349-4d00-4c7d-9c0d-a92627d5285d), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:01.282713 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-1e6b72ad-b13a-4359-9fb1-73a43f008d34 service neutron] Transition to ACTIVE for port object 05ebe349-4d00-4c7d-9c0d-a92627d5285d will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 15:27:01.284339 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:01.308098 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-692fc909-e18e-452c-a2ce-351f8373aefe req-38483316-ae06-472b-94ef-a75330bfd4f9 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--2111744474&fields=id&tenant_id=2270daf238a640609e9ab514b01d9768 HTTP/1.1" status: 200 len: 267 time: 0.7359431 Jun 27 15:27:01.310816 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-1e6b72ad-b13a-4359-9fb1-73a43f008d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (05ebe349-4d00-4c7d-9c0d-a92627d5285d), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:01.356253 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-53aebf24-8c4f-4347-a7a9-664e53690932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (d3ed4003-b3bf-4b78-872f-0deb501c8889), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:01.375921 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:01.381305 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port fe87aac8-52e6-410c-ab62-7a3b71b72370 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:27:01.382720 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device c7b0a1d2-1101-4d3f-8cee-10911bf22627 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:27:01.400050 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-13a8bab7-c446-415f-8f4a-b83231e57d18 None None] For port 457104e6-73db-4efd-808c-941317798c14, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=457104e6-73db-4efd-808c-941317798c14,segment=NetworkSegment(e27cde72-c31f-4b44-92ad-6feb60f14707),segment_id=e27cde72-c31f-4b44-92ad-6feb60f14707)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:27:01.413726 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-1862df74-d375-4029-a348-fcd25fe37f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'name': 'tempest-AttachVolumeTestJSON-292349098-router', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:18Z', 'updated_at': '2022-06-27T15:26:35Z', 'revision_number': 4, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'gw_port': {'id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:21Z', 'updated_at': '2022-06-27T15:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '457104e6-73db-4efd-808c-941317798c14', 'name': '', 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'mac_address': 'fa:16:3e:7f:2c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:31Z', 'updated_at': '2022-06-27T15:26:56Z', 'revision_number': 4, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'subnets': [{'id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:27:01.448362 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-52b21f76-c78a-4d85-916b-1bbebc965ecc admin admin] Publish callbacks [] for subnet (ada84904-f63a-4936-8838-b96af9b06bd0), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:01.477887 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1862df74-d375-4029-a348-fcd25fe37f3c None None] The sync data for ids ['ec4aaba1-3174-4033-8024-037f1ab5181a'] in dv-cinder-847798-1-iscsi is: [{'id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'name': 'tempest-AttachVolumeTestJSON-292349098-router', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:18Z', 'updated_at': '2022-06-27T15:26:35Z', 'revision_number': 4, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'gw_port': {'id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:21Z', 'updated_at': '2022-06-27T15:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '457104e6-73db-4efd-808c-941317798c14', 'name': '', 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'mac_address': 'fa:16:3e:7f:2c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:31Z', 'updated_at': '2022-06-27T15:26:56Z', 'revision_number': 4, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'subnets': [{'id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:27:01.480177 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-13a8bab7-c446-415f-8f4a-b83231e57d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (457104e6-73db-4efd-808c-941317798c14), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:01.483287 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-52b21f76-c78a-4d85-916b-1bbebc965ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693064'] for subnet (ada84904-f63a-4936-8838-b96af9b06bd0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:01.725489 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940ca968-8332-4712-b367-45313e695a7f None None] Network 4600b5c0-8623-4f5d-acae-6923ba26d7de requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:27:01.774544 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-ea4e9bec-d5d1-4b30-8511-bbea7a4764b9 service neutron] For port 6589e017-7d15-4438-86e5-e3a74e6999a7, host hv-cinder-84779, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:27:01.823914 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-ea4e9bec-d5d1-4b30-8511-bbea7a4764b9 service neutron] For port 6589e017-7d15-4438-86e5-e3a74e6999a7, host hv-cinder-84779, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=6589e017-7d15-4438-86e5-e3a74e6999a7,segment=NetworkSegment(ce888434-d2f9-46aa-807c-1c90ac319f5e),segment_id=ce888434-d2f9-46aa-807c-1c90ac319f5e)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:27:01.836586 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-52b21f76-c78a-4d85-916b-1bbebc965ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for subnet (ada84904-f63a-4936-8838-b96af9b06bd0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:01.872548 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-23db3e68-2659-4c86-b4bd-2f8f82e83f5d service neutron] 10.222.0.26 "GET /v2.0/networks/42d6796f-0df3-4f1e-9bd2-00a387c5c9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6300044 Jun 27 15:27:01.893970 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:01.911179 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-52b21f76-c78a-4d85-916b-1bbebc965ecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:01.918229 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-52b21f76-c78a-4d85-916b-1bbebc965ecc admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ada84904-f63a-4936-8838-b96af9b06bd0 HTTP/1.1" status: 204 len: 168 time: 0.9239182 Jun 27 15:27:01.919728 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-ea4e9bec-d5d1-4b30-8511-bbea7a4764b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (6589e017-7d15-4438-86e5-e3a74e6999a7), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:01.935648 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 49662) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:01.935902 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port c7b0a1d2-1101-4d3f-8cee-10911bf22627 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:27:01.936361 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (c7b0a1d2-1101-4d3f-8cee-10911bf22627), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:01.936873 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b21f76-c78a-4d85-916b-1bbebc965ecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ada84904-f63a-4936-8838-b96af9b06bd0,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:02.045950 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-ea4e9bec-d5d1-4b30-8511-bbea7a4764b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:02.046650 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-ea4e9bec-d5d1-4b30-8511-bbea7a4764b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:02.046779 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8bab7-c446-415f-8f4a-b83231e57d18 None None] Pushing event updated for resources: {'Port': ['ID=457104e6-73db-4efd-808c-941317798c14,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:02.048270 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-ea4e9bec-d5d1-4b30-8511-bbea7a4764b9 service neutron] 10.222.0.42 "PUT /v2.0/ports/6589e017-7d15-4438-86e5-e3a74e6999a7 HTTP/1.1" status: 200 len: 1094 time: 8.6822174 Jun 27 15:27:02.204155 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e9bec-d5d1-4b30-8511-bbea7a4764b9 service neutron] Pushing event updated for resources: {'Port': ['ID=6589e017-7d15-4438-86e5-e3a74e6999a7,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:02.230978 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aa7f3fe-5f45-46ca-960d-1c77079dceb6', 'tag': '6589e017-7d15-4438-86e5-e3a74e6999a7'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:27:02.269841 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-55ff1860-fe53-4ca6-bb6d-f994032a9d62 None None] Provisioning complete for port 457104e6-73db-4efd-808c-941317798c14 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:27:02.271675 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-55ff1860-fe53-4ca6-bb6d-f994032a9d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (457104e6-73db-4efd-808c-941317798c14), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:02.398823 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-53aebf24-8c4f-4347-a7a9-664e53690932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:02.399483 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-53aebf24-8c4f-4347-a7a9-664e53690932 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:02.401067 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-53aebf24-8c4f-4347-a7a9-664e53690932 service neutron] 10.222.0.42 "PUT /v2.0/ports/d3ed4003-b3bf-4b78-872f-0deb501c8889 HTTP/1.1" status: 200 len: 1093 time: 7.6734171 Jun 27 15:27:02.401647 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05ad818a-43eb-47d0-a466-eeeec96fd758', 'tag': 'd3ed4003-b3bf-4b78-872f-0deb501c8889'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:27:02.439417 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:02.442997 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c029e9d6-aa30-41c7-9912-bb30793659fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750815'] for network (3c3b0fe5-f90c-420f-ba8e-10ad1d14bfa8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:02.543721 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ccb44-0f4e-4040-a474-b202efbcb34e req-cbc89df8-8aaf-415d-a8d0-3f0417288247 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:02.553955 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d19ccb44-0f4e-4040-a474-b202efbcb34e req-cbc89df8-8aaf-415d-a8d0-3f0417288247 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 943 time: 0.1018543 Jun 27 15:27:02.556967 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b72ad-b13a-4359-9fb1-73a43f008d34 service neutron] Pushing event updated for resources: {'Port': ['ID=05ebe349-4d00-4c7d-9c0d-a92627d5285d,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:02.665744 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fc909-e18e-452c-a2ce-351f8373aefe req-65a10670-07d7-4a70-b50d-594bd5bd9db5 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:02.668250 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-692fc909-e18e-452c-a2ce-351f8373aefe req-65a10670-07d7-4a70-b50d-594bd5bd9db5 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/networks?id=e8e77f3f-2787-4f23-b11e-9e909cc074b3 HTTP/1.1" status: 200 len: 817 time: 1.2990866 Jun 27 15:27:02.676193 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port c7b0a1d2-1101-4d3f-8cee-10911bf22627 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:27:02.677157 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (c7b0a1d2-1101-4d3f-8cee-10911bf22627), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:02.736341 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-55ff1860-fe53-4ca6-bb6d-f994032a9d62 None None] Current status of the port 457104e6-73db-4efd-808c-941317798c14 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:27:02.788957 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] For port c7b0a1d2-1101-4d3f-8cee-10911bf22627, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=c7b0a1d2-1101-4d3f-8cee-10911bf22627,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:27:02.804135 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (c7b0a1d2-1101-4d3f-8cee-10911bf22627), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:02.823173 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-692fc909-e18e-452c-a2ce-351f8373aefe req-0ed8f95c-46a2-4b43-a5b6-3d45f23006b0 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/quotas/2270daf238a640609e9ab514b01d9768 HTTP/1.1" status: 200 len: 375 time: 0.0799012 Jun 27 15:27:03.005008 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89207e05-9797-4364-a6ff-813754dd2dc8 admin admin] Publish callbacks [] for security_group (dfe2ee6b-2a59-4b84-aca2-ba6c034b4671), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:03.037288 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-1e6b72ad-b13a-4359-9fb1-73a43f008d34 service neutron] Attempting to bind port 05ebe349-4d00-4c7d-9c0d-a92627d5285d on host hv-cinder-84779 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:27:03.039024 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-1e6b72ad-b13a-4359-9fb1-73a43f008d34 service neutron] Attempting to bind port 05ebe349-4d00-4c7d-9c0d-a92627d5285d by drivers openvswitch,hyperv on host hv-cinder-84779 at level 0 using segments [{'id': 'ce888434-d2f9-46aa-807c-1c90ac319f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:27:03.039626 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-1e6b72ad-b13a-4359-9fb1-73a43f008d34 service neutron] Attempting to bind port 05ebe349-4d00-4c7d-9c0d-a92627d5285d on network 0dd13161-8ee5-4285-a373-761f6ed0abd7 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:27:03.071480 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-692fc909-e18e-452c-a2ce-351f8373aefe req-39ee94e8-9fe5-43f9-a3bb-780953ad3559 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2270daf238a640609e9ab514b01d9768&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2445681 Jun 27 15:27:03.072782 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-1e6b72ad-b13a-4359-9fb1-73a43f008d34 service neutron] Port 05ebe349-4d00-4c7d-9c0d-a92627d5285d on network 0dd13161-8ee5-4285-a373-761f6ed0abd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84779 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 15:27:03.073425 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-1e6b72ad-b13a-4359-9fb1-73a43f008d34 service neutron] Attempting to bind port 05ebe349-4d00-4c7d-9c0d-a92627d5285d on network 0dd13161-8ee5-4285-a373-761f6ed0abd7 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:27:03.097257 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89207e05-9797-4364-a6ff-813754dd2dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (dfe2ee6b-2a59-4b84-aca2-ba6c034b4671), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:03.118461 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-1e6b72ad-b13a-4359-9fb1-73a43f008d34 service neutron] Checking agent: {'id': '2a101be5-d6db-4e6c-800c-1df71c1b626f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84779', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'started_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:27:03.121491 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-1e6b72ad-b13a-4359-9fb1-73a43f008d34 service neutron] Checking segment: {'id': 'ce888434-d2f9-46aa-807c-1c90ac319f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:27:03.122210 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-1e6b72ad-b13a-4359-9fb1-73a43f008d34 service neutron] Bound using segment: {'id': 'ce888434-d2f9-46aa-807c-1c90ac319f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:27:03.123737 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-1e6b72ad-b13a-4359-9fb1-73a43f008d34 service neutron] Bound port: 05ebe349-4d00-4c7d-9c0d-a92627d5285d, host: hv-cinder-84779, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce888434-d2f9-46aa-807c-1c90ac319f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:27:03.125421 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-1e6b72ad-b13a-4359-9fb1-73a43f008d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (05ebe349-4d00-4c7d-9c0d-a92627d5285d), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:03.174479 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a3cf0c-77b9-4ae5-9af3-1e262290136f" -d '{"events": [{"name": "network-changed", "server_uuid": "05ad818a-43eb-47d0-a466-eeeec96fd758", "tag": "d3ed4003-b3bf-4b78-872f-0deb501c8889"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:27:03.182980 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Pushing event updated for resources: {'Port': ['ID=c7b0a1d2-1101-4d3f-8cee-10911bf22627,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:03.196407 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ecdf1b21e48a9c17975c38f4cbb98a47ab0df019f7748c413a09c43e6bcf64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1495b8-8aab-4d06-95c0-8a95dcc74e72" -d '{"events": [{"name": "network-changed", "server_uuid": "7aa7f3fe-5f45-46ca-960d-1c77079dceb6", "tag": "6589e017-7d15-4438-86e5-e3a74e6999a7"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:27:03.263849 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device e1b91a4f-0760-4eb6-8669-74245160977f up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:27:03.284209 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d19ccb44-0f4e-4040-a474-b202efbcb34e req-1613ce2e-fc8d-4da3-bd81-e1d15f6b2094 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/security-groups?id=f284795f-24e4-4f0f-93ad-cbff0ed46d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7291157 Jun 27 15:27:03.311704 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aebf24-8c4f-4347-a7a9-664e53690932 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ed4003-b3bf-4b78-872f-0deb501c8889,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:03.337448 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:03.361287 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c029e9d6-aa30-41c7-9912-bb30793659fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-755509', 'neutron.services.segments.db._delete_segments_for_network-8767603345803'] for network (3c3b0fe5-f90c-420f-ba8e-10ad1d14bfa8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:03.476526 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port e1b91a4f-0760-4eb6-8669-74245160977f triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:27:03.476940 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (e1b91a4f-0760-4eb6-8669-74245160977f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:03.491108 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89207e05-9797-4364-a6ff-813754dd2dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe2ee6b-2a59-4b84-aca2-ba6c034b4671,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:03.503815 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-1e6b72ad-b13a-4359-9fb1-73a43f008d34 service neutron] For port 05ebe349-4d00-4c7d-9c0d-a92627d5285d, host hv-cinder-84779, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:27:03.536977 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-1e6b72ad-b13a-4359-9fb1-73a43f008d34 service neutron] For port 05ebe349-4d00-4c7d-9c0d-a92627d5285d, host hv-cinder-84779, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=05ebe349-4d00-4c7d-9c0d-a92627d5285d,segment=NetworkSegment(ce888434-d2f9-46aa-807c-1c90ac319f5e),segment_id=ce888434-d2f9-46aa-807c-1c90ac319f5e)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:27:03.553036 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-89207e05-9797-4364-a6ff-813754dd2dc8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=712f733daf2640129105545e83b905d4&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1000509 Jun 27 15:27:03.556078 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 49702) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:03.574079 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-1e6b72ad-b13a-4359-9fb1-73a43f008d34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (05ebe349-4d00-4c7d-9c0d-a92627d5285d), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:03.579566 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c029e9d6-aa30-41c7-9912-bb30793659fe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:27:03.580091 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c029e9d6-aa30-41c7-9912-bb30793659fe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:27:03.585391 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c029e9d6-aa30-41c7-9912-bb30793659fe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:27:03.585859 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c029e9d6-aa30-41c7-9912-bb30793659fe admin admin] Subscribe: > port after_create 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:27:03.586272 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c029e9d6-aa30-41c7-9912-bb30793659fe admin admin] Subscribe: > port after_delete 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:27:03.587480 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c029e9d6-aa30-41c7-9912-bb30793659fe admin admin] Subscribe: > port after_update 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:27:03.587851 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c029e9d6-aa30-41c7-9912-bb30793659fe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:27:03.588259 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c029e9d6-aa30-41c7-9912-bb30793659fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:27:03.588668 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c029e9d6-aa30-41c7-9912-bb30793659fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:27:03.589013 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c029e9d6-aa30-41c7-9912-bb30793659fe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:27:03.600082 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port e1b91a4f-0760-4eb6-8669-74245160977f is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:27:03.601359 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 88d59b94-6c8f-4037-93f9-0b01f6345524 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:27:03.607201 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-692fc909-e18e-452c-a2ce-351f8373aefe req-dcfb3adc-b38b-4435-9e00-4c011cb0276f service neutron] 10.222.0.26 "GET /v2.0/networks/e8e77f3f-2787-4f23-b11e-9e909cc074b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467535 Jun 27 15:27:03.634715 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:03.679043 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-1e6b72ad-b13a-4359-9fb1-73a43f008d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:03.679515 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-1e6b72ad-b13a-4359-9fb1-73a43f008d34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:03.681115 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-1e6b72ad-b13a-4359-9fb1-73a43f008d34 service neutron] 10.222.0.42 "PUT /v2.0/ports/05ebe349-4d00-4c7d-9c0d-a92627d5285d HTTP/1.1" status: 200 len: 1093 time: 4.9021142 Jun 27 15:27:03.686655 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 88d59b94-6c8f-4037-93f9-0b01f6345524 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:27:03.687203 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (88d59b94-6c8f-4037-93f9-0b01f6345524), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:03.724928 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ce575c35-4247-48f8-8028-1cafd1a283fc admin admin] Publish callbacks [] for security_group (dfe2ee6b-2a59-4b84-aca2-ba6c034b4671), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:03.785445 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 88d59b94-6c8f-4037-93f9-0b01f6345524 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:27:03.786878 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 457104e6-73db-4efd-808c-941317798c14 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:27:03.812466 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ce575c35-4247-48f8-8028-1cafd1a283fc admin admin] Publish callbacks [] for security_group (dfe2ee6b-2a59-4b84-aca2-ba6c034b4671), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:03.829534 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b72ad-b13a-4359-9fb1-73a43f008d34 service neutron] Pushing event updated for resources: {'Port': ['ID=05ebe349-4d00-4c7d-9c0d-a92627d5285d,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:03.840664 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 457104e6-73db-4efd-808c-941317798c14 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:27:03.841264 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (457104e6-73db-4efd-808c-941317798c14), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:03.858554 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c029e9d6-aa30-41c7-9912-bb30793659fe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:27:03.859969 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c029e9d6-aa30-41c7-9912-bb30793659fe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:27:03.860546 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c029e9d6-aa30-41c7-9912-bb30793659fe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:27:03.861036 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c029e9d6-aa30-41c7-9912-bb30793659fe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104032) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:27:03.861649 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c029e9d6-aa30-41c7-9912-bb30793659fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c3b0fe5-f90c-420f-ba8e-10ad1d14bfa8']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:27:03.895427 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c029e9d6-aa30-41c7-9912-bb30793659fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0aa45b4-2ee6-4ff9-91c2-ee0790357f58') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:27:03.896045 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-c029e9d6-aa30-41c7-9912-bb30793659fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0aa45b4-2ee6-4ff9-91c2-ee0790357f58') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:27:03.898927 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-692fc909-e18e-452c-a2ce-351f8373aefe req-f1c48ef5-629b-4608-9b2d-afc99aa7776c service neutron] 10.222.0.26 "GET /v2.0/networks/e8e77f3f-2787-4f23-b11e-9e909cc074b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533920 Jun 27 15:27:03.917406 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:03.918444 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc13101-38c3-4302-9260-315e59edc54d req-bbc5f3c3-2867-47c2-85b5-2b5760ed66dd tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:03.920811 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3bc13101-38c3-4302-9260-315e59edc54d req-bbc5f3c3-2867-47c2-85b5-2b5760ed66dd tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 943 time: 0.4657676 Jun 27 15:27:03.928293 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c029e9d6-aa30-41c7-9912-bb30793659fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767603346068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9827195'] for segment (d0aa45b4-2ee6-4ff9-91c2-ee0790357f58), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:03.937573 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ce575c35-4247-48f8-8028-1cafd1a283fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (dfe2ee6b-2a59-4b84-aca2-ba6c034b4671), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:03.941585 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ce575c35-4247-48f8-8028-1cafd1a283fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:03.945451 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-ce575c35-4247-48f8-8028-1cafd1a283fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dfe2ee6b-2a59-4b84-aca2-ba6c034b4671 HTTP/1.1" status: 204 len: 168 time: 0.3841910 Jun 27 15:27:03.968805 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce575c35-4247-48f8-8028-1cafd1a283fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe2ee6b-2a59-4b84-aca2-ba6c034b4671,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:03.975470 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c029e9d6-aa30-41c7-9912-bb30793659fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (d0aa45b4-2ee6-4ff9-91c2-ee0790357f58), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:03.987584 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c029e9d6-aa30-41c7-9912-bb30793659fe admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 15:27:03.988021 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c029e9d6-aa30-41c7-9912-bb30793659fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9438154'] for segment (d0aa45b4-2ee6-4ff9-91c2-ee0790357f58), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:04.041167 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 457104e6-73db-4efd-808c-941317798c14 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:27:04.042498 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 44554097-c32e-4389-a40b-7f7699da4c96 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:27:04.178515 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 44554097-c32e-4389-a40b-7f7699da4c96 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:27:04.178943 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (44554097-c32e-4389-a40b-7f7699da4c96), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:04.207614 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-23b236f9-49bf-4023-837f-97f7ba0c416f req-a8d37cab-85d1-4330-ab07-c20135df7267 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 210 time: 0.0634360 Jun 27 15:27:04.227827 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c029e9d6-aa30-41c7-9912-bb30793659fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-755500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728431'] for network (3c3b0fe5-f90c-420f-ba8e-10ad1d14bfa8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:04.264347 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c029e9d6-aa30-41c7-9912-bb30793659fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:04.277083 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-c029e9d6-aa30-41c7-9912-bb30793659fe admin admin] 10.222.0.26 "DELETE /v2.0/networks/3c3b0fe5-f90c-420f-ba8e-10ad1d14bfa8 HTTP/1.1" status: 204 len: 168 time: 2.2263415 Jun 27 15:27:04.278823 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 49720) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:04.335799 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 44554097-c32e-4389-a40b-7f7699da4c96 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:27:04.375514 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:04.390067 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-197651b3-5e5a-4141-a373-7b55b35bc23d admin admin] Deleting subnet cfd8e908-ed4b-4a7f-ab96-85f3549de3aa {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 15:27:04.395730 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-197651b3-5e5a-4141-a373-7b55b35bc23d admin admin] Publish callbacks [] for subnet (cfd8e908-ed4b-4a7f-ab96-85f3549de3aa), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:04.482414 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-197651b3-5e5a-4141-a373-7b55b35bc23d admin admin] Publish callbacks [] for subnet (cfd8e908-ed4b-4a7f-ab96-85f3549de3aa), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:04.500570 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-197651b3-5e5a-4141-a373-7b55b35bc23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693064'] for subnet (cfd8e908-ed4b-4a7f-ab96-85f3549de3aa), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:04.622817 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 49732) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:04.647330 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bc204281-eaff-4f72-9957-7a7b8b926a66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:04.696040 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029e9d6-aa30-41c7-9912-bb30793659fe admin admin] Pushing event deleted for resources: {'Network': ['ID=3c3b0fe5-f90c-420f-ba8e-10ad1d14bfa8,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:04.725783 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3bc13101-38c3-4302-9260-315e59edc54d req-c717620f-180f-46e3-bba5-9f7eeae6f530 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7919252 Jun 27 15:27:04.745141 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-197651b3-5e5a-4141-a373-7b55b35bc23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for subnet (cfd8e908-ed4b-4a7f-ab96-85f3549de3aa), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:04.797105 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2554e8-59fe-4e20-9e38-c7e22987135c x-openstack-request-id: req-2c2554e8-59fe-4e20-9e38-c7e22987135c {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:27:04.799001 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05ad818a-43eb-47d0-a466-eeeec96fd758", "tag": "d3ed4003-b3bf-4b78-872f-0deb501c8889", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:27:04.799751 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2c2554e8-59fe-4e20-9e38-c7e22987135c {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:27:04.800859 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c2554e8-59fe-4e20-9e38-c7e22987135c'] response: {'name': 'network-changed', 'server_uuid': '05ad818a-43eb-47d0-a466-eeeec96fd758', 'tag': 'd3ed4003-b3bf-4b78-872f-0deb501c8889', 'status': 'completed', 'code': 200} Jun 27 15:27:04.859716 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-197651b3-5e5a-4141-a373-7b55b35bc23d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:04.866444 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-197651b3-5e5a-4141-a373-7b55b35bc23d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cfd8e908-ed4b-4a7f-ab96-85f3549de3aa HTTP/1.1" status: 204 len: 168 time: 0.5834169 Jun 27 15:27:04.866444 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197651b3-5e5a-4141-a373-7b55b35bc23d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfd8e908-ed4b-4a7f-ab96-85f3549de3aa,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:04.867105 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 49744) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:05.037990 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bc204281-eaff-4f72-9957-7a7b8b926a66 admin admin] Publish callbacks [] for security_group (cb014f78-8431-42d2-bdba-f22a94894af9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:05.072410 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device c7b0a1d2-1101-4d3f-8cee-10911bf22627 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:27:05.097146 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment d0aa45b4-2ee6-4ff9-91c2-ee0790357f58 resource provider aggregate not found Jun 27 15:27:05.367055 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port c7b0a1d2-1101-4d3f-8cee-10911bf22627 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:27:05.367748 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (c7b0a1d2-1101-4d3f-8cee-10911bf22627), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:05.510917 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-65ecd28a-d370-4cc6-a0d7-6e9104888934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:05.513248 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-65ecd28a-d370-4cc6-a0d7-6e9104888934 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2832173587a6494eb7f73b3ca0a09a0f&device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 1127 time: 0.4094770 Jun 27 15:27:05.517454 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2296df-f44f-4ab9-82ff-78d9927034aa x-openstack-request-id: req-0b2296df-f44f-4ab9-82ff-78d9927034aa {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:27:05.518550 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aa7f3fe-5f45-46ca-960d-1c77079dceb6", "tag": "6589e017-7d15-4438-86e5-e3a74e6999a7", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:27:05.519138 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b2296df-f44f-4ab9-82ff-78d9927034aa {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:27:05.520686 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b2296df-f44f-4ab9-82ff-78d9927034aa'] response: {'name': 'network-changed', 'server_uuid': '7aa7f3fe-5f45-46ca-960d-1c77079dceb6', 'tag': '6589e017-7d15-4438-86e5-e3a74e6999a7', 'status': 'completed', 'code': 200} Jun 27 15:27:05.523994 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment d0aa45b4-2ee6-4ff9-91c2-ee0790357f58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0aa45b4-2ee6-4ff9-91c2-ee0790357f58 found for delete ", "request_id": "req-91391929-1239-4cde-b330-0d784e1bdc73"}]} Jun 27 15:27:05.527637 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33703940-48e9-4631-b645-8703834d8a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750815'] for network (4600b5c0-8623-4f5d-acae-6923ba26d7de), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:05.613054 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bc204281-eaff-4f72-9957-7a7b8b926a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (cb014f78-8431-42d2-bdba-f22a94894af9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:05.642171 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port c7b0a1d2-1101-4d3f-8cee-10911bf22627 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:27:05.679209 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-58a25107-1649-468d-999b-ff0db366ae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:05.685193 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-58a25107-1649-468d-999b-ff0db366ae6b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05e46da777a54cbe92cbfb00c37d8bb5&device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 1127 time: 0.6053839 Jun 27 15:27:05.753500 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:05.758232 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-22575df0-c548-43b7-8637-8b4465caa3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:05.760459 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-22575df0-c548-43b7-8637-8b4465caa3d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2832173587a6494eb7f73b3ca0a09a0f&device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 1128 time: 0.1833010 Jun 27 15:27:05.814489 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a9851d35-a619-4e0f-84ec-f9bd435bdc38 req-58fa5202-3c82-4ee9-9c29-f8a50373c1d1 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 210 time: 0.9580178 Jun 27 15:27:05.844224 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:05.856071 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-bc204281-eaff-4f72-9957-7a7b8b926a66 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a11ec63bd8414fe4ae4a7fabc296d28c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2313721 Jun 27 15:27:05.859865 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc204281-eaff-4f72-9957-7a7b8b926a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb014f78-8431-42d2-bdba-f22a94894af9,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:05.862731 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 49776) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:05.919631 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-9a6a9d86-b818-4770-9d2e-ee4e21894b98 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05ebe349-4d00-4c7d-9c0d-a92627d5285d HTTP/1.1" status: 200 len: 217 time: 0.3736880 Jun 27 15:27:06.180471 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e719ba70-52b1-4039-a983-daa07d6443c2 admin admin] Publish callbacks [] for security_group (cb014f78-8431-42d2-bdba-f22a94894af9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:06.204017 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33703940-48e9-4631-b645-8703834d8a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-755509', 'neutron.services.segments.db._delete_segments_for_network-8767603345803'] for network (4600b5c0-8623-4f5d-acae-6923ba26d7de), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:06.225721 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e719ba70-52b1-4039-a983-daa07d6443c2 admin admin] Publish callbacks [] for security_group (cb014f78-8431-42d2-bdba-f22a94894af9), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:06.283739 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b78c8-6274-4003-9f28-80c03d8c5fb0 req-ed83dc55-9e45-43c1-b015-0d557cf2b32a tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:06.310571 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3b8b78c8-6274-4003-9f28-80c03d8c5fb0 req-ed83dc55-9e45-43c1-b015-0d557cf2b32a tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 943 time: 0.4799178 Jun 27 15:27:06.427214 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-33703940-48e9-4631-b645-8703834d8a01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4600b5c0-8623-4f5d-acae-6923ba26d7de']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:27:06.474177 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-33703940-48e9-4631-b645-8703834d8a01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79a50d2-e57d-4eb7-823f-73a2f3370637') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:27:06.474934 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-33703940-48e9-4631-b645-8703834d8a01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79a50d2-e57d-4eb7-823f-73a2f3370637') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:27:06.483887 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-17eae31b-c032-4d1f-8ec4-3f5a821fe02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:06.487531 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-17eae31b-c032-4d1f-8ec4-3f5a821fe02c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5101df7e-dc3e-4d22-92a5-4e633fba6a41 HTTP/1.1" status: 200 len: 857 time: 0.4394913 Jun 27 15:27:06.525140 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33703940-48e9-4631-b645-8703834d8a01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767603346068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9827195'] for segment (c79a50d2-e57d-4eb7-823f-73a2f3370637), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:06.587572 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3b8b78c8-6274-4003-9f28-80c03d8c5fb0 req-556970f5-02b4-4a50-ab25-d50043858c1d tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/security-groups?id=f284795f-24e4-4f0f-93ad-cbff0ed46d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751410 Jun 27 15:27:06.593054 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33703940-48e9-4631-b645-8703834d8a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (c79a50d2-e57d-4eb7-823f-73a2f3370637), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:06.622510 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33703940-48e9-4631-b645-8703834d8a01 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 15:27:06.623145 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33703940-48e9-4631-b645-8703834d8a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9438154'] for segment (c79a50d2-e57d-4eb7-823f-73a2f3370637), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:06.643127 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-3d33aa9f-1db2-4359-84f4-c0332a339991 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3ed4003-b3bf-4b78-872f-0deb501c8889 HTTP/1.1" status: 200 len: 217 time: 0.5141768 Jun 27 15:27:06.645485 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-d3fa86a8-8cf5-46fa-882b-d6d44e598f4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6589e017-7d15-4438-86e5-e3a74e6999a7 HTTP/1.1" status: 200 len: 217 time: 0.5910614 Jun 27 15:27:06.661370 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-dd34dad3-0ef9-4345-9635-9661f35b94db req-6283854f-e001-4e28-b6ac-56c356f41ec5 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 210 time: 0.5830367 Jun 27 15:27:06.683281 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e719ba70-52b1-4039-a983-daa07d6443c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (cb014f78-8431-42d2-bdba-f22a94894af9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:06.697359 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e719ba70-52b1-4039-a983-daa07d6443c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:06.706452 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-e719ba70-52b1-4039-a983-daa07d6443c2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cb014f78-8431-42d2-bdba-f22a94894af9 HTTP/1.1" status: 204 len: 168 time: 0.8422196 Jun 27 15:27:06.711275 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.42', 64718) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:06.894079 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a', 'tag': '05ebe349-4d00-4c7d-9c0d-a92627d5285d'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:27:06.900425 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd397ae-a241-4350-9b87-f109c13a0d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a", "tag": "05ebe349-4d00-4c7d-9c0d-a92627d5285d"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:27:07.059881 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719ba70-52b1-4039-a983-daa07d6443c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb014f78-8431-42d2-bdba-f22a94894af9,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:07.123966 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.42', 64720) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:07.411323 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33703940-48e9-4631-b645-8703834d8a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-755500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728431'] for network (4600b5c0-8623-4f5d-acae-6923ba26d7de), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:07.498524 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-33703940-48e9-4631-b645-8703834d8a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:07.505916 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-33703940-48e9-4631-b645-8703834d8a01 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4600b5c0-8623-4f5d-acae-6923ba26d7de HTTP/1.1" status: 204 len: 168 time: 2.6372235 Jun 27 15:27:07.602847 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-c505cb50-8db3-4f36-9138-55b224391f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:07.606774 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-c505cb50-8db3-4f36-9138-55b224391f05 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0dd13161-8ee5-4285-a373-761f6ed0abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6834066 Jun 27 15:27:07.619896 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33703940-48e9-4631-b645-8703834d8a01 admin admin] Pushing event deleted for resources: {'Network': ['ID=4600b5c0-8623-4f5d-acae-6923ba26d7de,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:07.667703 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:07.730830 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca8abf-1740-416f-93c3-2525a1b0d5e0 req-94aee7d8-31f9-416b-a6b4-85a616c372e3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:07.740296 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2dca8abf-1740-416f-93c3-2525a1b0d5e0 req-94aee7d8-31f9-416b-a6b4-85a616c372e3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 943 time: 0.4665051 Jun 27 15:27:07.746456 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment c79a50d2-e57d-4eb7-823f-73a2f3370637 resource provider aggregate not found Jun 27 15:27:07.819454 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment c79a50d2-e57d-4eb7-823f-73a2f3370637 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c79a50d2-e57d-4eb7-823f-73a2f3370637 found for delete ", "request_id": "req-2a35b77a-8e55-4b66-85b4-cf91865cf4b1"}]} Jun 27 15:27:07.873882 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-b7063ced-d21c-40d1-8f52-2b56417cff46 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:07.875817 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-b7063ced-d21c-40d1-8f52-2b56417cff46 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.42 "GET /v2.0/networks?id=42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 HTTP/1.1" status: 200 len: 810 time: 1.1147218 Jun 27 15:27:08.029296 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2dca8abf-1740-416f-93c3-2525a1b0d5e0 req-86722a7c-677b-4d43-9ded-9caaae11e3b9 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472231 Jun 27 15:27:08.104028 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e2328514-21c0-4e35-b70e-069e6ab9065b req-5e437e48-59cb-4cfa-b249-ea63d69f5bfa tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 210 time: 0.9179909 Jun 27 15:27:08.107185 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-1489e79a-a75c-466b-97b2-e3061e139b00 service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791691 Jun 27 15:27:08.108020 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 49838) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:08.186107 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 49844) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:08.237973 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:08.256162 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3fb0e470-e334-4ab6-b8db-418f3a2793fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:08.277138 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=46 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:08.305867 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1ed6a3-d416-431d-9ec8-fafc3beaab74 x-openstack-request-id: req-bd1ed6a3-d416-431d-9ec8-fafc3beaab74 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:27:08.306564 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a", "tag": "05ebe349-4d00-4c7d-9c0d-a92627d5285d", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:27:08.307713 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bd1ed6a3-d416-431d-9ec8-fafc3beaab74 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:27:08.308502 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd1ed6a3-d416-431d-9ec8-fafc3beaab74'] response: {'name': 'network-changed', 'server_uuid': 'c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a', 'tag': '05ebe349-4d00-4c7d-9c0d-a92627d5285d', 'status': 'completed', 'code': 200} Jun 27 15:27:08.312834 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-d60f2b16-4788-4612-aa46-1f7196dbeaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:08.318223 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-d60f2b16-4788-4612-aa46-1f7196dbeaaf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa7efd24-18d3-4bad-8e32-43835574a65e HTTP/1.1" status: 200 len: 851 time: 1.5890062 Jun 27 15:27:08.398589 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-2bc4e13d-81be-4ef1-b45b-5fa0ea9f934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:08.400813 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-2bc4e13d-81be-4ef1-b45b-5fa0ea9f934e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5101df7e-dc3e-4d22-92a5-4e633fba6a41 HTTP/1.1" status: 200 len: 857 time: 1.6798501 Jun 27 15:27:08.526708 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-822a2a26-4c3e-4141-b1e2-7c9154f0aa11 req-9aaa9125-0c89-4df4-8963-677d9a37aa94 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 210 time: 0.1319687 Jun 27 15:27:08.546476 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-133bc5e4-4a09-4299-a3b7-da943cc1b66d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5f9abf50927347828b75d5a8763c35ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4364543 Jun 27 15:27:08.558342 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 49854) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:08.820281 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-237e1a75-f8b9-4b29-aa20-d01de1864ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:08.967488 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c80745-095a-441e-a273-393c895b656e req-c8ee63de-1c18-4fe3-876b-488b35a9c0aa tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:08.976959 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-06bea26a-0588-4135-899a-4b84ab02d982 admin admin] Publish callbacks [] for security_group (ac2dd97f-76d6-4d5b-bd8f-4c319e54209e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:08.978969 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c3c80745-095a-441e-a273-393c895b656e req-c8ee63de-1c18-4fe3-876b-488b35a9c0aa tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 943 time: 0.5564773 Jun 27 15:27:09.001960 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8ab30d8c-fca6-4655-8960-c6526e5c4a3c req-3a1e98b1-0793-455a-81a0-ff0e32df1528 service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8470576 Jun 27 15:27:09.033063 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-8bde7364-039a-435c-83ae-996205bcb22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:09.034344 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-8bde7364-039a-435c-83ae-996205bcb22f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0dd13161-8ee5-4285-a373-761f6ed0abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5638092 Jun 27 15:27:09.067812 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3fb0e470-e334-4ab6-b8db-418f3a2793fe admin admin] Publish callbacks [] for security_group (ab2b0043-93e3-4f94-80e9-4c0165d424bb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:09.098348 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-06bea26a-0588-4135-899a-4b84ab02d982 admin admin] Publish callbacks [] for security_group (ac2dd97f-76d6-4d5b-bd8f-4c319e54209e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:09.131951 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-45c70de6-3f38-4467-9ae1-756ebbe2a020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:09.134454 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-45c70de6-3f38-4467-9ae1-756ebbe2a020 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ab1d5806-d663-4f8c-b8fa-c959f613968d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7757802 Jun 27 15:27:09.147837 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-8c6d0a11-4362-456d-95c5-66d0fd23a287 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e07fc46cd5f4afe875767c926bd63ee HTTP/1.1" status: 200 len: 379 time: 1.0175049 Jun 27 15:27:09.151828 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:09.163038 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3fb0e470-e334-4ab6-b8db-418f3a2793fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (ab2b0043-93e3-4f94-80e9-4c0165d424bb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:09.227649 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-06bea26a-0588-4135-899a-4b84ab02d982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (ac2dd97f-76d6-4d5b-bd8f-4c319e54209e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:09.229514 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fc909-e18e-452c-a2ce-351f8373aefe req-cfd4db65-f3f9-4e7e-8949-a399d38957b3 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:09.231845 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-692fc909-e18e-452c-a2ce-351f8373aefe req-cfd4db65-f3f9-4e7e-8949-a399d38957b3 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.42 "GET /v2.0/networks?id=e8e77f3f-2787-4f23-b11e-9e909cc074b3 HTTP/1.1" status: 200 len: 817 time: 2.0957277 Jun 27 15:27:09.232082 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-06bea26a-0588-4135-899a-4b84ab02d982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:09.233649 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-06bea26a-0588-4135-899a-4b84ab02d982 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ac2dd97f-76d6-4d5b-bd8f-4c319e54209e HTTP/1.1" status: 204 len: 168 time: 0.6726687 Jun 27 15:27:09.287098 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-444144ed-583c-4c38-aa85-2dfed58e0d7b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Request body: {'port': {'device_id': '53705ab2-462b-4198-8565-c1ad2fbf535d', 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3', 'admin_state_up': True, 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'security_groups': ['062eba11-ba22-461b-bc00-ab0f91447933']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:27:09.328971 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd397ae-a241-4350-9b87-f109c13a0d6a req-4081c28f-ce8c-4712-bab8-6040db851970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:09.332487 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3cd397ae-a241-4350-9b87-f109c13a0d6a req-4081c28f-ce8c-4712-bab8-6040db851970 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2832173587a6494eb7f73b3ca0a09a0f&device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 1127 time: 0.1710470 Jun 27 15:27:09.343164 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72ca8b-f063-429f-9355-d68395c46ccf req-1f58c10a-2074-4f8d-9e6c-1424ce9c8df4 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:09.345307 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1e72ca8b-f063-429f-9355-d68395c46ccf req-1f58c10a-2074-4f8d-9e6c-1424ce9c8df4 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 943 time: 0.1026068 Jun 27 15:27:09.645908 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-692fc909-e18e-452c-a2ce-351f8373aefe req-08f2ab39-7de7-4608-afdb-4d940353a62b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2270daf238a640609e9ab514b01d9768 HTTP/1.1" status: 200 len: 380 time: 0.3904037 Jun 27 15:27:09.733266 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c3c80745-095a-441e-a273-393c895b656e req-00fe4d75-f6a6-4029-9315-64ca91b0ed07 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/security-groups?id=f284795f-24e4-4f0f-93ad-cbff0ed46d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7529132 Jun 27 15:27:09.734171 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:09.738029 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd397ae-a241-4350-9b87-f109c13a0d6a req-3e5a33d1-e49e-4c68-a579-f6f4b78fcec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:09.741445 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3cd397ae-a241-4350-9b87-f109c13a0d6a req-3e5a33d1-e49e-4c68-a579-f6f4b78fcec1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0dd13161-8ee5-4285-a373-761f6ed0abd7 HTTP/1.1" status: 200 len: 919 time: 0.3832555 Jun 27 15:27:09.747344 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-692fc909-e18e-452c-a2ce-351f8373aefe req-24f7e9b3-0f8e-4658-a8e3-b4564a067d83 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Request body: {'port': {'device_id': '831291d0-f04d-4927-afcd-88fd058db642', 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'admin_state_up': True, 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'security_groups': ['5f7f2a45-4364-4605-8389-f92d64da3369']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:27:09.810284 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-3fb0e470-e334-4ab6-b8db-418f3a2793fe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=475670cf8a3b4c6c8691759f7af66624&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6089995 Jun 27 15:27:09.819015 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 49876) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:09.819433 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 49878) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:09.924117 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0e470-e334-4ab6-b8db-418f3a2793fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2b0043-93e3-4f94-80e9-4c0165d424bb,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:09.933752 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3cd397ae-a241-4350-9b87-f109c13a0d6a req-9ea8f98a-c0d5-4050-8da8-0f3c30e5466c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05ebe349-4d00-4c7d-9c0d-a92627d5285d HTTP/1.1" status: 200 len: 217 time: 0.1423495 Jun 27 15:27:09.970016 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bea26a-0588-4135-899a-4b84ab02d982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2dd97f-76d6-4d5b-bd8f-4c319e54209e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:09.973771 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:09.990518 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1e72ca8b-f063-429f-9355-d68395c46ccf req-068473cd-169e-458a-a2e6-33cb38b0d334 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6212149 Jun 27 15:27:10.069320 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6affe4d2-a558-4baa-89ba-7a4a8c12bff3 admin admin] Publish callbacks [] for security_group (ab2b0043-93e3-4f94-80e9-4c0165d424bb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:10.087779 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-18a1a9b2-4ab2-450b-b85e-d77ce15cdc32 req-5080bf8a-ce9b-431a-9705-0b024cfc6bdb tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 210 time: 0.2209194 Jun 27 15:27:10.133130 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-c5868595-ae87-4b5e-8ebb-ab48a9c03f58 service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0380986 Jun 27 15:27:10.153201 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 49886) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:10.153843 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-8a1281b4-a1cf-4c83-b90f-1341e7784c40 service neutron] 10.222.0.42 "GET /v2.0/networks/ab1d5806-d663-4f8c-b8fa-c959f613968d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9932151 Jun 27 15:27:10.181846 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6affe4d2-a558-4baa-89ba-7a4a8c12bff3 admin admin] Publish callbacks [] for security_group (ab2b0043-93e3-4f94-80e9-4c0165d424bb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:10.207148 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-78272b77-b448-4461-bb20-414cd348bd0e req-b199814b-fb92-4cd6-882f-b666461561f1 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 210 time: 0.0702987 Jun 27 15:27:10.254812 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-444144ed-583c-4c38-aa85-2dfed58e0d7b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Made reservation on behalf of 2e07fc46cd5f4afe875767c926bd63ee for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:27:10.259257 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-444144ed-583c-4c38-aa85-2dfed58e0d7b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:10.276933 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:27:10.324922 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:10.488996 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd397ae-a241-4350-9b87-f109c13a0d6a req-42a4f577-1101-479a-8bb4-a1147b0d49a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:10.490487 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3cd397ae-a241-4350-9b87-f109c13a0d6a req-42a4f577-1101-479a-8bb4-a1147b0d49a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5101df7e-dc3e-4d22-92a5-4e633fba6a41 HTTP/1.1" status: 200 len: 857 time: 0.2779949 Jun 27 15:27:10.519061 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-692fc909-e18e-452c-a2ce-351f8373aefe req-24f7e9b3-0f8e-4658-a8e3-b4564a067d83 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Made reservation on behalf of 2270daf238a640609e9ab514b01d9768 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:27:10.523508 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-692fc909-e18e-452c-a2ce-351f8373aefe req-24f7e9b3-0f8e-4658-a8e3-b4564a067d83 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:10.524055 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b33b486e-923a-4ba0-981d-59e7637ed5ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:10.568576 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-ceaef599-3eb2-4d88-85b4-5fe057bef5c6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=44a3505e77654afbbf8abf6e7491b4d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4084609 Jun 27 15:27:10.569121 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 49892) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:10.616584 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6affe4d2-a558-4baa-89ba-7a4a8c12bff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (ab2b0043-93e3-4f94-80e9-4c0165d424bb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:10.619193 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8cd00ff6-58b0-4bec-91ad-e08c0072b5b4 req-289d7677-5bb3-4129-ac27-1da04204a4aa service neutron] 10.222.0.42 "GET /v2.0/networks/ab1d5806-d663-4f8c-b8fa-c959f613968d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794744 Jun 27 15:27:10.619447 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6affe4d2-a558-4baa-89ba-7a4a8c12bff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:10.620457 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-6affe4d2-a558-4baa-89ba-7a4a8c12bff3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ab2b0043-93e3-4f94-80e9-4c0165d424bb HTTP/1.1" status: 204 len: 168 time: 0.7098069 Jun 27 15:27:10.621302 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-34ab9688-1d3b-4627-98a8-10f7abdc2bfe req-c2f71772-1a92-49d4-a31d-7fb40e90c0b1 service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019709 Jun 27 15:27:10.650221 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affe4d2-a558-4baa-89ba-7a4a8c12bff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2b0043-93e3-4f94-80e9-4c0165d424bb,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:10.701570 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8f50dde0-8ff7-4082-a718-952b6c4abe24 admin admin] Publish callbacks [] for security_group (91978367-be8f-4c17-8d0e-693dc0a8d98c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:10.760276 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-444144ed-583c-4c38-aa85-2dfed58e0d7b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Allocated IP 172.20.0.7 (42d6796f-0df3-4f1e-9bd2-00a387c5c9c3/bf7190f5-96d6-4fc7-8135-6ae4628d416d/309f419d-b0d1-4868-a4ca-ca1976451588) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:27:10.768132 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8f50dde0-8ff7-4082-a718-952b6c4abe24 admin admin] Publish callbacks [] for security_group (91978367-be8f-4c17-8d0e-693dc0a8d98c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:10.770734 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:10.802487 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b33b486e-923a-4ba0-981d-59e7637ed5ab admin admin] Publish callbacks [] for security_group (efce6c50-cc37-445d-a12b-4bc2fb7f3c00), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:10.812237 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b33b486e-923a-4ba0-981d-59e7637ed5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (efce6c50-cc37-445d-a12b-4bc2fb7f3c00), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:10.938402 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b33b486e-923a-4ba0-981d-59e7637ed5ab admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=98b0be4e60804ee7a939d2a823b97f97&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0263867 Jun 27 15:27:10.938950 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b486e-923a-4ba0-981d-59e7637ed5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efce6c50-cc37-445d-a12b-4bc2fb7f3c00,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:10.941554 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 49900) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:10.961783 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab7e53-481f-4281-a5cd-d91379e246ae req-47d04137-c27c-435c-928a-1f0c64a42724 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:10.964915 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-99ab7e53-481f-4281-a5cd-d91379e246ae req-47d04137-c27c-435c-928a-1f0c64a42724 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 943 time: 0.1390231 Jun 27 15:27:10.978463 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8f50dde0-8ff7-4082-a718-952b6c4abe24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (91978367-be8f-4c17-8d0e-693dc0a8d98c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:10.984783 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8f50dde0-8ff7-4082-a718-952b6c4abe24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:10.989284 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8f50dde0-8ff7-4082-a718-952b6c4abe24 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/91978367-be8f-4c17-8d0e-693dc0a8d98c HTTP/1.1" status: 204 len: 168 time: 0.4164488 Jun 27 15:27:11.003449 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50dde0-8ff7-4082-a718-952b6c4abe24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91978367-be8f-4c17-8d0e-693dc0a8d98c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:11.023051 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-692fc909-e18e-452c-a2ce-351f8373aefe req-24f7e9b3-0f8e-4658-a8e3-b4564a067d83 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Allocated IP 172.20.0.12 (e8e77f3f-2787-4f23-b11e-9e909cc074b3/96df5947-fd71-41b6-a0c5-3296a5c0458f/62696634-23e0-4313-bcf8-d3be6665d3aa) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:27:11.166472 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835c4bdc-6023-46ff-b871-a7e7f6df06ba req-98b7f703-9f86-4a6f-906e-7d79607b6e23 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:11.169174 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-835c4bdc-6023-46ff-b871-a7e7f6df06ba req-98b7f703-9f86-4a6f-906e-7d79607b6e23 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 943 time: 0.0798736 Jun 27 15:27:11.243263 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-835c4bdc-6023-46ff-b871-a7e7f6df06ba req-58afa225-b1f3-4fb4-a8f3-1ad701e76a0e tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678570 Jun 27 15:27:11.284942 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-99ab7e53-481f-4281-a5cd-d91379e246ae req-c1c80709-d3f5-4429-aa79-c6e2a04f0b69 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/security-groups?id=f284795f-24e4-4f0f-93ad-cbff0ed46d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936397 Jun 27 15:27:11.331826 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd397ae-a241-4350-9b87-f109c13a0d6a req-f02697c5-869f-45b9-928c-466ec69c8a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:11.333742 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3cd397ae-a241-4350-9b87-f109c13a0d6a req-f02697c5-869f-45b9-928c-466ec69c8a9b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0dd13161-8ee5-4285-a373-761f6ed0abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0764248 Jun 27 15:27:11.360014 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:11.381974 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:11.428841 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-beeeba09-5155-4d23-ab99-0414a6b5298c admin admin] Publish callbacks [] for security_group (efce6c50-cc37-445d-a12b-4bc2fb7f3c00), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:11.449741 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f09a20a2-097b-431a-a838-28315fbd9200 req-8d4fe962-a676-4577-927b-6bc8ae8ecaa2 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 210 time: 0.0450101 Jun 27 15:27:11.529317 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-026016f7-dd9f-4bcb-b3f3-670d2fe8bf14 req-e0b77435-89b7-4c3a-b1f0-8b12821b6bfd tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 210 time: 0.1150496 Jun 27 15:27:11.618386 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-beeeba09-5155-4d23-ab99-0414a6b5298c admin admin] Publish callbacks [] for security_group (efce6c50-cc37-445d-a12b-4bc2fb7f3c00), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:11.626794 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-444144ed-583c-4c38-aa85-2dfed58e0d7b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for port (309f419d-b0d1-4868-a4ca-ca1976451588), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:11.631169 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-692fc909-e18e-452c-a2ce-351f8373aefe req-24f7e9b3-0f8e-4658-a8e3-b4564a067d83 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for port (62696634-23e0-4313-bcf8-d3be6665d3aa), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:11.703549 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 05ebe349-4d00-4c7d-9c0d-a92627d5285d details requested by agent hyperv_hv-cinder-84779 with host hv-cinder-84779 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 15:27:11.746237 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8ebd34e1-a4e8-4c78-99ee-ea85e40c946c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:11.764898 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-692fc909-e18e-452c-a2ce-351f8373aefe req-24f7e9b3-0f8e-4658-a8e3-b4564a067d83 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724'] for port (62696634-23e0-4313-bcf8-d3be6665d3aa), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:11.788539 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-444144ed-583c-4c38-aa85-2dfed58e0d7b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724'] for port (309f419d-b0d1-4868-a4ca-ca1976451588), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:11.849024 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-692fc909-e18e-452c-a2ce-351f8373aefe req-24f7e9b3-0f8e-4658-a8e3-b4564a067d83 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Network e8e77f3f-2787-4f23-b11e-9e909cc074b3 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:27:11.849024 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-beeeba09-5155-4d23-ab99-0414a6b5298c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (efce6c50-cc37-445d-a12b-4bc2fb7f3c00), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:11.849024 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-beeeba09-5155-4d23-ab99-0414a6b5298c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:11.849024 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-beeeba09-5155-4d23-ab99-0414a6b5298c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/efce6c50-cc37-445d-a12b-4bc2fb7f3c00 HTTP/1.1" status: 204 len: 168 time: 0.9036834 Jun 27 15:27:11.861110 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-692fc909-e18e-452c-a2ce-351f8373aefe req-24f7e9b3-0f8e-4658-a8e3-b4564a067d83 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:27:11.889060 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-444144ed-583c-4c38-aa85-2dfed58e0d7b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Network 42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:27:11.890198 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-692fc909-e18e-452c-a2ce-351f8373aefe req-24f7e9b3-0f8e-4658-a8e3-b4564a067d83 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:27:11.895951 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fc909-e18e-452c-a2ce-351f8373aefe req-24f7e9b3-0f8e-4658-a8e3-b4564a067d83 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:11.896829 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-692fc909-e18e-452c-a2ce-351f8373aefe req-24f7e9b3-0f8e-4658-a8e3-b4564a067d83 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:11.904600 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeeba09-5155-4d23-ab99-0414a6b5298c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efce6c50-cc37-445d-a12b-4bc2fb7f3c00,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:11.918531 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-444144ed-583c-4c38-aa85-2dfed58e0d7b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:27:11.922571 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7e9b3-0f8e-4658-a8e3-b4564a067d83 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Pushing event updated for resources: {'Port': ['ID=62696634-23e0-4313-bcf8-d3be6665d3aa,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:11.926616 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-444144ed-583c-4c38-aa85-2dfed58e0d7b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:27:11.934180 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-444144ed-583c-4c38-aa85-2dfed58e0d7b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:11.935589 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-444144ed-583c-4c38-aa85-2dfed58e0d7b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:11.967416 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-692fc909-e18e-452c-a2ce-351f8373aefe req-24f7e9b3-0f8e-4658-a8e3-b4564a067d83 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2503915 Jun 27 15:27:11.987656 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-444144ed-583c-4c38-aa85-2dfed58e0d7b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7092817 Jun 27 15:27:12.088265 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444144ed-583c-4c38-aa85-2dfed58e0d7b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Pushing event updated for resources: {'Port': ['ID=309f419d-b0d1-4868-a4ca-ca1976451588,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:12.169717 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 05ebe349-4d00-4c7d-9c0d-a92627d5285d, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=05ebe349-4d00-4c7d-9c0d-a92627d5285d,segment=NetworkSegment(ce888434-d2f9-46aa-807c-1c90ac319f5e),segment_id=ce888434-d2f9-46aa-807c-1c90ac319f5e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:27:12.204515 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:12.208550 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Returning: {'device': '05ebe349-4d00-4c7d-9c0d-a92627d5285d', 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7', 'port_id': '05ebe349-4d00-4c7d-9c0d-a92627d5285d', 'mac_address': 'fa:16:3e:25:1a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 15:27:12.464188 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 05ebe349-4d00-4c7d-9c0d-a92627d5285d is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:27:12.466558 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (05ebe349-4d00-4c7d-9c0d-a92627d5285d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:12.507911 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ec76145c-eef0-41a5-922e-643f24e88a9e None None] Provisioning complete for port 309f419d-b0d1-4868-a4ca-ca1976451588 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:27:12.509448 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec76145c-eef0-41a5-922e-643f24e88a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (309f419d-b0d1-4868-a4ca-ca1976451588), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:12.571490 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ec76145c-eef0-41a5-922e-643f24e88a9e None None] Port 309f419d-b0d1-4868-a4ca-ca1976451588 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:27:12.582101 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ebe349-4d00-4c7d-9c0d-a92627d5285d {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:27:12.592312 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f0f45-97fb-4ef6-bede-fc998c54a2f7 req-c8366e9f-5a1e-446c-9511-e14fa3ba70d3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:12.596190 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4b9f0f45-97fb-4ef6-bede-fc998c54a2f7 req-c8366e9f-5a1e-446c-9511-e14fa3ba70d3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 943 time: 0.1295285 Jun 27 15:27:12.606388 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3231e-bfc7-44e2-9ca1-8a2912246fee req-66aed7bd-4aa9-4bea-97b1-d899498f91ae tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:12.608099 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8dc3231e-bfc7-44e2-9ca1-8a2912246fee req-66aed7bd-4aa9-4bea-97b1-d899498f91ae tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 943 time: 0.0935783 Jun 27 15:27:12.627181 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ec76145c-eef0-41a5-922e-643f24e88a9e None None] Provisioning complete for port 62696634-23e0-4313-bcf8-d3be6665d3aa triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:27:12.627726 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ec76145c-eef0-41a5-922e-643f24e88a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (62696634-23e0-4313-bcf8-d3be6665d3aa), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:12.641437 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 05ebe349-4d00-4c7d-9c0d-a92627d5285d, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=05ebe349-4d00-4c7d-9c0d-a92627d5285d,segment=NetworkSegment(ce888434-d2f9-46aa-807c-1c90ac319f5e),segment_id=ce888434-d2f9-46aa-807c-1c90ac319f5e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:27:12.642377 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-30303554-45f6-47ca-a066-9d200e820766 service neutron] Request body: {'port': {'device_id': '53705ab2-462b-4198-8565-c1ad2fbf535d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84779'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:27:12.660759 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-692fc909-e18e-452c-a2ce-351f8373aefe req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Request body: {'port': {'device_id': '831291d0-f04d-4927-afcd-88fd058db642', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84779'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:27:12.734066 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3cf0c-77b9-4ae5-9af3-1e262290136f req-a829b4cf-38d5-4ace-b5cf-ee30f3268041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:12.735708 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-85a3cf0c-77b9-4ae5-9af3-1e262290136f req-a829b4cf-38d5-4ace-b5cf-ee30f3268041 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=05e46da777a54cbe92cbfb00c37d8bb5&device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 1127 time: 0.0621092 Jun 27 15:27:12.755308 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:12.758563 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3cd397ae-a241-4350-9b87-f109c13a0d6a req-e53faa89-45ad-4e27-8c66-4cfd3561502d service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606441 Jun 27 15:27:12.890689 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 49972) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:12.928441 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-53b16cfb-aae0-4fb3-b484-28cc50a34229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:13.015273 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (05ebe349-4d00-4c7d-9c0d-a92627d5285d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:13.061884 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ec76145c-eef0-41a5-922e-643f24e88a9e None None] Port 62696634-23e0-4313-bcf8-d3be6665d3aa cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:27:13.071036 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-53b16cfb-aae0-4fb3-b484-28cc50a34229 admin admin] Publish callbacks [] for security_group (fdf1def0-2a1c-4036-9238-2a5f8972cfab), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:13.086397 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=05ebe349-4d00-4c7d-9c0d-a92627d5285d,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:13.090421 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4b9f0f45-97fb-4ef6-bede-fc998c54a2f7 req-8d9559d2-d7bf-4571-8ea6-463699a556e6 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303435 Jun 27 15:27:13.094036 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3cd397ae-a241-4350-9b87-f109c13a0d6a req-c589f187-ab98-4a86-80ba-9fafafccfe02 service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039250 Jun 27 15:27:13.102233 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-53b16cfb-aae0-4fb3-b484-28cc50a34229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (fdf1def0-2a1c-4036-9238-2a5f8972cfab), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:13.145959 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:DELETE=2,neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:13.155302 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-53b16cfb-aae0-4fb3-b484-28cc50a34229 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2958d4357510478bbc1bcb52b406e546&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2629530 Jun 27 15:27:13.160288 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 50002) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:13.216848 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b16cfb-aae0-4fb3-b484-28cc50a34229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf1def0-2a1c-4036-9238-2a5f8972cfab,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:13.260259 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3059079-22cf-4c9b-b4c7-a9764beee483 req-99609137-ca96-47b1-ba94-5472465e27a9 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:13.262542 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e3059079-22cf-4c9b-b4c7-a9764beee483 req-99609137-ca96-47b1-ba94-5472465e27a9 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 932 time: 0.1011934 Jun 27 15:27:13.327230 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c952db72-82c0-4e72-89c2-f9c23b7baabd admin admin] Publish callbacks [] for security_group (fdf1def0-2a1c-4036-9238-2a5f8972cfab), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:13.353003 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e3059079-22cf-4c9b-b4c7-a9764beee483 req-a85c1891-31e0-4852-b52e-a13c8cb0f0b4 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806518 Jun 27 15:27:13.386304 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c952db72-82c0-4e72-89c2-f9c23b7baabd admin admin] Publish callbacks [] for security_group (fdf1def0-2a1c-4036-9238-2a5f8972cfab), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:13.467655 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:13.518035 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:13.585950 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049a54b-34a2-4c72-92a9-a3f202828b7f req-061d9598-d532-49d3-beb2-2b7de8edcd5d tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:13.588868 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2049a54b-34a2-4c72-92a9-a3f202828b7f req-061d9598-d532-49d3-beb2-2b7de8edcd5d tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 931 time: 0.1162539 Jun 27 15:27:13.590893 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c952db72-82c0-4e72-89c2-f9c23b7baabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (fdf1def0-2a1c-4036-9238-2a5f8972cfab), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:13.596277 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c952db72-82c0-4e72-89c2-f9c23b7baabd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:13.598225 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-c952db72-82c0-4e72-89c2-f9c23b7baabd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fdf1def0-2a1c-4036-9238-2a5f8972cfab HTTP/1.1" status: 204 len: 168 time: 0.4355097 Jun 27 15:27:13.610645 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1495b8-8aab-4d06-95c0-8a95dcc74e72 req-0a0e587c-9914-40a7-a778-a6a7c88e919f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:13.613295 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8d1495b8-8aab-4d06-95c0-8a95dcc74e72 req-0a0e587c-9914-40a7-a778-a6a7c88e919f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2832173587a6494eb7f73b3ca0a09a0f&device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 1128 time: 0.9481711 Jun 27 15:27:13.647331 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952db72-82c0-4e72-89c2-f9c23b7baabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf1def0-2a1c-4036-9238-2a5f8972cfab,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:13.745651 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2049a54b-34a2-4c72-92a9-a3f202828b7f req-18179a09-1903-4212-9069-0c5c08627eff tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454484 Jun 27 15:27:13.831043 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-30303554-45f6-47ca-a066-9d200e820766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (309f419d-b0d1-4868-a4ca-ca1976451588), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:13.867884 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3cf0c-77b9-4ae5-9af3-1e262290136f req-4ad8e084-fa6a-4542-b954-3b27706dd33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:13.872019 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-85a3cf0c-77b9-4ae5-9af3-1e262290136f req-4ad8e084-fa6a-4542-b954-3b27706dd33f service neutron] 10.222.0.42 "GET /v2.0/networks?id=ab1d5806-d663-4f8c-b8fa-c959f613968d HTTP/1.1" status: 200 len: 913 time: 1.0629048 Jun 27 15:27:13.905651 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8dc3231e-bfc7-44e2-9ca1-8a2912246fee req-36e83304-31e7-46ef-8c90-962daca858ac tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/security-groups?id=f284795f-24e4-4f0f-93ad-cbff0ed46d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1797297 Jun 27 15:27:13.962799 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-692fc909-e18e-452c-a2ce-351f8373aefe req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (62696634-23e0-4313-bcf8-d3be6665d3aa), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:13.980748 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:14.305243 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0b7c2-bcf9-411c-a54e-7160e2ffe9c0 req-9bb730f4-17e6-48d3-a928-d9c6bce2bf8f tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:14.318956 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0ad0b7c2-bcf9-411c-a54e-7160e2ffe9c0 req-9bb730f4-17e6-48d3-a928-d9c6bce2bf8f tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 944 time: 0.1135402 Jun 27 15:27:14.420214 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:14.500090 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0ad0b7c2-bcf9-411c-a54e-7160e2ffe9c0 req-bb126ddc-3e98-41bb-b279-a283b874298e tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786568 Jun 27 15:27:14.601226 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a64f58-c2dc-4d2e-99bc-a5d9cf3cb4da req-04fa1b0c-f418-4711-9e91-9e8b39e33dff tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:14.602865 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-23a64f58-c2dc-4d2e-99bc-a5d9cf3cb4da req-04fa1b0c-f418-4711-9e91-9e8b39e33dff tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 932 time: 0.1206594 Jun 27 15:27:14.659149 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-30303554-45f6-47ca-a066-9d200e820766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 309f419d-b0d1-4868-a4ca-ca1976451588 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:27:14.679968 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-30303554-45f6-47ca-a066-9d200e820766 service neutron] Publish callbacks [] for port (309f419d-b0d1-4868-a4ca-ca1976451588), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:14.711775 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-692fc909-e18e-452c-a2ce-351f8373aefe req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62696634-23e0-4313-bcf8-d3be6665d3aa {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:27:14.727949 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-692fc909-e18e-452c-a2ce-351f8373aefe req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Publish callbacks [] for port (62696634-23e0-4313-bcf8-d3be6665d3aa), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:14.733941 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-30303554-45f6-47ca-a066-9d200e820766 service neutron] Transition to ACTIVE for port object 309f419d-b0d1-4868-a4ca-ca1976451588 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 15:27:14.765037 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-30303554-45f6-47ca-a066-9d200e820766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (309f419d-b0d1-4868-a4ca-ca1976451588), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:14.829685 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-692fc909-e18e-452c-a2ce-351f8373aefe req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Transition to ACTIVE for port object 62696634-23e0-4313-bcf8-d3be6665d3aa will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 15:27:14.849195 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-23a64f58-c2dc-4d2e-99bc-a5d9cf3cb4da req-677381d9-a93c-46b2-98a5-08d3c5c34552 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273941 Jun 27 15:27:14.862574 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:14.866454 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-692fc909-e18e-452c-a2ce-351f8373aefe req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (62696634-23e0-4313-bcf8-d3be6665d3aa), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:14.903992 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30303554-45f6-47ca-a066-9d200e820766 service neutron] Pushing event updated for resources: {'Port': ['ID=309f419d-b0d1-4868-a4ca-ca1976451588,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:15.044918 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:15.100256 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:15.123059 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Pushing event updated for resources: {'Port': ['ID=62696634-23e0-4313-bcf8-d3be6665d3aa,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:15.163660 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b994d2-2e95-4c23-93af-66e85fc45064 req-4e71449d-027b-41c3-9b03-f2deec13aa4a tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:15.167817 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-47b994d2-2e95-4c23-93af-66e85fc45064 req-4e71449d-027b-41c3-9b03-f2deec13aa4a tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 943 time: 0.1735063 Jun 27 15:27:15.284085 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49307b2-8607-47df-b20f-c90105aaa7f3 req-fcc5a4f1-3c49-40e1-bf28-71f4645be450 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:15.294983 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a49307b2-8607-47df-b20f-c90105aaa7f3 req-fcc5a4f1-3c49-40e1-bf28-71f4645be450 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 943 time: 0.2092111 Jun 27 15:27:15.301414 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-692fc909-e18e-452c-a2ce-351f8373aefe req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Attempting to bind port 62696634-23e0-4313-bcf8-d3be6665d3aa on host hv-cinder-84779 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:27:15.302018 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-692fc909-e18e-452c-a2ce-351f8373aefe req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Attempting to bind port 62696634-23e0-4313-bcf8-d3be6665d3aa by drivers openvswitch,hyperv on host hv-cinder-84779 at level 0 using segments [{'id': 'e8df84b0-b449-4f32-9fef-1bd341ec9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:27:15.302697 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692fc909-e18e-452c-a2ce-351f8373aefe req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Attempting to bind port 62696634-23e0-4313-bcf8-d3be6665d3aa on network e8e77f3f-2787-4f23-b11e-9e909cc074b3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:27:15.338528 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-30303554-45f6-47ca-a066-9d200e820766 service neutron] Attempting to bind port 309f419d-b0d1-4868-a4ca-ca1976451588 on host hv-cinder-84779 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:27:15.339048 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-30303554-45f6-47ca-a066-9d200e820766 service neutron] Attempting to bind port 309f419d-b0d1-4868-a4ca-ca1976451588 by drivers openvswitch,hyperv on host hv-cinder-84779 at level 0 using segments [{'id': 'e27cde72-c31f-4b44-92ad-6feb60f14707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:27:15.339536 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-30303554-45f6-47ca-a066-9d200e820766 service neutron] Attempting to bind port 309f419d-b0d1-4868-a4ca-ca1976451588 on network 42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:27:15.339645 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-47b994d2-2e95-4c23-93af-66e85fc45064 req-6bbae82d-7568-4019-b0d6-d7e103e9075b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595652 Jun 27 15:27:15.374445 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692fc909-e18e-452c-a2ce-351f8373aefe req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Port 62696634-23e0-4313-bcf8-d3be6665d3aa on network e8e77f3f-2787-4f23-b11e-9e909cc074b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84779 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 15:27:15.375448 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692fc909-e18e-452c-a2ce-351f8373aefe req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Attempting to bind port 62696634-23e0-4313-bcf8-d3be6665d3aa on network e8e77f3f-2787-4f23-b11e-9e909cc074b3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:27:15.396399 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-30303554-45f6-47ca-a066-9d200e820766 service neutron] Port 309f419d-b0d1-4868-a4ca-ca1976451588 on network 42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84779 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 15:27:15.397264 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-30303554-45f6-47ca-a066-9d200e820766 service neutron] Attempting to bind port 309f419d-b0d1-4868-a4ca-ca1976451588 on network 42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:27:15.402855 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692fc909-e18e-452c-a2ce-351f8373aefe req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Checking agent: {'id': '2a101be5-d6db-4e6c-800c-1df71c1b626f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84779', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'started_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:27:15.404366 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692fc909-e18e-452c-a2ce-351f8373aefe req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Checking segment: {'id': 'e8df84b0-b449-4f32-9fef-1bd341ec9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:27:15.405239 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692fc909-e18e-452c-a2ce-351f8373aefe req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Bound using segment: {'id': 'e8df84b0-b449-4f32-9fef-1bd341ec9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:27:15.406598 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-692fc909-e18e-452c-a2ce-351f8373aefe req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Bound port: 62696634-23e0-4313-bcf8-d3be6665d3aa, host: hv-cinder-84779, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8df84b0-b449-4f32-9fef-1bd341ec9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:27:15.407358 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-692fc909-e18e-452c-a2ce-351f8373aefe req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (62696634-23e0-4313-bcf8-d3be6665d3aa), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:15.497306 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-30303554-45f6-47ca-a066-9d200e820766 service neutron] Checking agent: {'id': '2a101be5-d6db-4e6c-800c-1df71c1b626f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84779', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'started_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:27:15.497814 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-30303554-45f6-47ca-a066-9d200e820766 service neutron] Checking segment: {'id': 'e27cde72-c31f-4b44-92ad-6feb60f14707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:27:15.498004 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-30303554-45f6-47ca-a066-9d200e820766 service neutron] Bound using segment: {'id': 'e27cde72-c31f-4b44-92ad-6feb60f14707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:27:15.498483 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-30303554-45f6-47ca-a066-9d200e820766 service neutron] Bound port: 309f419d-b0d1-4868-a4ca-ca1976451588, host: hv-cinder-84779, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27cde72-c31f-4b44-92ad-6feb60f14707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:27:15.498781 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-30303554-45f6-47ca-a066-9d200e820766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (309f419d-b0d1-4868-a4ca-ca1976451588), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:15.569264 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:15.590586 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-85a3cf0c-77b9-4ae5-9af3-1e262290136f req-35331540-f739-45a3-8cdd-216cdb78ed32 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3ed4003-b3bf-4b78-872f-0deb501c8889 HTTP/1.1" status: 200 len: 217 time: 0.1619642 Jun 27 15:27:15.673019 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['05ebe349-4d00-4c7d-9c0d-a92627d5285d'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:27:15.675945 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a49307b2-8607-47df-b20f-c90105aaa7f3 req-7adca0d5-7ac8-4d31-ae43-2642ebe85eb1 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/security-groups?id=f284795f-24e4-4f0f-93ad-cbff0ed46d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597057 Jun 27 15:27:15.803602 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff87a6-3723-44c7-ad6c-8e63314935b3 req-8bfb25d0-d9e9-4d6f-ab12-b80210439700 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:15.808822 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-08ff87a6-3723-44c7-ad6c-8e63314935b3 req-8bfb25d0-d9e9-4d6f-ab12-b80210439700 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 944 time: 0.1404219 Jun 27 15:27:15.823290 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 6589e017-7d15-4438-86e5-e3a74e6999a7 details requested by agent hyperv_hv-cinder-84779 with host hv-cinder-84779 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 15:27:15.875229 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-08ff87a6-3723-44c7-ad6c-8e63314935b3 req-d5984967-8c3d-4e6e-8d39-707671c1c3d8 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602038 Jun 27 15:27:15.963330 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-692fc909-e18e-452c-a2ce-351f8373aefe req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] For port 62696634-23e0-4313-bcf8-d3be6665d3aa, host hv-cinder-84779, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:27:15.998832 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1495b8-8aab-4d06-95c0-8a95dcc74e72 req-16a1ef7f-4be3-4d7d-a00e-c599c3d92cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:16.002200 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8d1495b8-8aab-4d06-95c0-8a95dcc74e72 req-16a1ef7f-4be3-4d7d-a00e-c599c3d92cc0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0dd13161-8ee5-4285-a373-761f6ed0abd7 HTTP/1.1" status: 200 len: 919 time: 0.5764718 Jun 27 15:27:16.023179 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3cf0c-77b9-4ae5-9af3-1e262290136f req-25e8904c-b976-4938-9579-eaafb33f87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:16.026427 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-85a3cf0c-77b9-4ae5-9af3-1e262290136f req-25e8904c-b976-4938-9579-eaafb33f87c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fa7efd24-18d3-4bad-8e32-43835574a65e HTTP/1.1" status: 200 len: 851 time: 0.2947056 Jun 27 15:27:16.032407 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-692fc909-e18e-452c-a2ce-351f8373aefe req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] For port 62696634-23e0-4313-bcf8-d3be6665d3aa, host hv-cinder-84779, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=62696634-23e0-4313-bcf8-d3be6665d3aa,segment=NetworkSegment(e8df84b0-b449-4f32-9fef-1bd341ec9717),segment_id=e8df84b0-b449-4f32-9fef-1bd341ec9717)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:27:16.040040 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-30303554-45f6-47ca-a066-9d200e820766 service neutron] For port 309f419d-b0d1-4868-a4ca-ca1976451588, host hv-cinder-84779, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:27:16.046949 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-30303554-45f6-47ca-a066-9d200e820766 service neutron] For port 309f419d-b0d1-4868-a4ca-ca1976451588, host hv-cinder-84779, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=309f419d-b0d1-4868-a4ca-ca1976451588,segment=NetworkSegment(e27cde72-c31f-4b44-92ad-6feb60f14707),segment_id=e27cde72-c31f-4b44-92ad-6feb60f14707)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:27:16.050121 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-692fc909-e18e-452c-a2ce-351f8373aefe req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (62696634-23e0-4313-bcf8-d3be6665d3aa), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:16.086247 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-30303554-45f6-47ca-a066-9d200e820766 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (309f419d-b0d1-4868-a4ca-ca1976451588), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:16.104511 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fc909-e18e-452c-a2ce-351f8373aefe req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:16.105352 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-692fc909-e18e-452c-a2ce-351f8373aefe req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:16.108114 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-692fc909-e18e-452c-a2ce-351f8373aefe req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] 10.222.0.42 "PUT /v2.0/ports/62696634-23e0-4313-bcf8-d3be6665d3aa HTTP/1.1" status: 200 len: 1094 time: 3.4537337 Jun 27 15:27:16.116899 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831291d0-f04d-4927-afcd-88fd058db642', 'tag': '62696634-23e0-4313-bcf8-d3be6665d3aa'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:27:16.119607 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda6e7ec-01a7-4189-939b-ba313c83a7bc" -d '{"events": [{"name": "network-changed", "server_uuid": "831291d0-f04d-4927-afcd-88fd058db642", "tag": "62696634-23e0-4313-bcf8-d3be6665d3aa"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:27:16.131419 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 6589e017-7d15-4438-86e5-e3a74e6999a7, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=6589e017-7d15-4438-86e5-e3a74e6999a7,segment=NetworkSegment(ce888434-d2f9-46aa-807c-1c90ac319f5e),segment_id=ce888434-d2f9-46aa-807c-1c90ac319f5e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:27:16.187975 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Returning: {'device': '6589e017-7d15-4438-86e5-e3a74e6999a7', 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7', 'port_id': '6589e017-7d15-4438-86e5-e3a74e6999a7', 'mac_address': 'fa:16:3e:7a:82:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 15:27:16.209307 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-30303554-45f6-47ca-a066-9d200e820766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:16.210349 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-30303554-45f6-47ca-a066-9d200e820766 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:16.212901 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-30303554-45f6-47ca-a066-9d200e820766 service neutron] 10.222.0.42 "PUT /v2.0/ports/309f419d-b0d1-4868-a4ca-ca1976451588 HTTP/1.1" status: 200 len: 1093 time: 3.5908995 Jun 27 15:27:16.300833 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9389bcf-666b-41ac-92e1-0cfb2e0c7043 x-openstack-request-id: req-a9389bcf-666b-41ac-92e1-0cfb2e0c7043 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:27:16.301046 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831291d0-f04d-4927-afcd-88fd058db642", "tag": "62696634-23e0-4313-bcf8-d3be6665d3aa", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:27:16.301451 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a9389bcf-666b-41ac-92e1-0cfb2e0c7043 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:27:16.302243 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9389bcf-666b-41ac-92e1-0cfb2e0c7043'] response: {'name': 'network-changed', 'server_uuid': '831291d0-f04d-4927-afcd-88fd058db642', 'tag': '62696634-23e0-4313-bcf8-d3be6665d3aa', 'status': 'completed', 'code': 200} Jun 27 15:27:16.374811 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 6589e017-7d15-4438-86e5-e3a74e6999a7 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:27:16.375655 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (6589e017-7d15-4438-86e5-e3a74e6999a7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:16.378602 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Pushing event updated for resources: {'Port': ['ID=62696634-23e0-4313-bcf8-d3be6665d3aa,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:16.419148 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6589e017-7d15-4438-86e5-e3a74e6999a7 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:27:16.421956 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:16.422524 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:16.423080 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:16.423621 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:16.424546 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:16.425107 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:16.425576 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:16.426042 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:16.426520 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:16.427045 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:16.428449 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:16.429058 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:16.429420 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:16.429757 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:16.430159 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aca84a2-038b-4b09-9afe-f3cb4d76febf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:16.500094 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 6589e017-7d15-4438-86e5-e3a74e6999a7, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=6589e017-7d15-4438-86e5-e3a74e6999a7,segment=NetworkSegment(ce888434-d2f9-46aa-807c-1c90ac319f5e),segment_id=ce888434-d2f9-46aa-807c-1c90ac319f5e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:27:16.514516 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (6589e017-7d15-4438-86e5-e3a74e6999a7), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:16.515638 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device d3ed4003-b3bf-4b78-872f-0deb501c8889 details requested by agent hyperv_hv-cinder-84779 with host hv-cinder-84779 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 15:27:16.523570 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:16.530976 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8187b3f-75c0-4c69-94ad-1ce28d1e2205 req-b86e5e63-b0d9-42a5-b2c5-a9eded62b634 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:16.546973 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d8187b3f-75c0-4c69-94ad-1ce28d1e2205 req-b86e5e63-b0d9-42a5-b2c5-a9eded62b634 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.4164472 Jun 27 15:27:16.633369 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30303554-45f6-47ca-a066-9d200e820766 service neutron] Pushing event updated for resources: {'Port': ['ID=309f419d-b0d1-4868-a4ca-ca1976451588,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:16.674685 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c754ee-0e72-4ecc-901d-fb44951f7e1a req-15bcc691-4626-49d3-b355-88484f0ba29b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:16.679372 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-05c754ee-0e72-4ecc-901d-fb44951f7e1a req-15bcc691-4626-49d3-b355-88484f0ba29b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 943 time: 0.1303914 Jun 27 15:27:16.756644 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d8187b3f-75c0-4c69-94ad-1ce28d1e2205 req-fa019757-1801-4d5c-88cd-d8adcec2d46c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984591 Jun 27 15:27:16.795854 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=6589e017-7d15-4438-86e5-e3a74e6999a7,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:16.810665 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-05c754ee-0e72-4ecc-901d-fb44951f7e1a req-02d5f499-22e3-4ca1-a199-0adfb6a4034d tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220226 Jun 27 15:27:16.825668 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port d3ed4003-b3bf-4b78-872f-0deb501c8889, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=d3ed4003-b3bf-4b78-872f-0deb501c8889,segment=NetworkSegment(0b34a44b-aa13-47d2-994a-30a1b297fb88),segment_id=0b34a44b-aa13-47d2-994a-30a1b297fb88)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:27:16.841198 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Returning: {'device': 'd3ed4003-b3bf-4b78-872f-0deb501c8889', 'network_id': 'ab1d5806-d663-4f8c-b8fa-c959f613968d', 'port_id': 'd3ed4003-b3bf-4b78-872f-0deb501c8889', 'mac_address': 'fa:16:3e:cb:99:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa7efd24-18d3-4bad-8e32-43835574a65e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 15:27:16.896835 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port d3ed4003-b3bf-4b78-872f-0deb501c8889 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:27:16.897441 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (d3ed4003-b3bf-4b78-872f-0deb501c8889), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:16.949031 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ed4003-b3bf-4b78-872f-0deb501c8889 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:27:16.979037 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a48b6b-c563-421e-9ab3-5c10a1384423 req-3127e19b-473f-43c4-ab2e-b2259d56904c tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:16.989531 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e5a48b6b-c563-421e-9ab3-5c10a1384423 req-3127e19b-473f-43c4-ab2e-b2259d56904c tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 943 time: 0.0685041 Jun 27 15:27:16.989678 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port d3ed4003-b3bf-4b78-872f-0deb501c8889, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=d3ed4003-b3bf-4b78-872f-0deb501c8889,segment=NetworkSegment(0b34a44b-aa13-47d2-994a-30a1b297fb88),segment_id=0b34a44b-aa13-47d2-994a-30a1b297fb88)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:27:17.001123 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (d3ed4003-b3bf-4b78-872f-0deb501c8889), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:17.017364 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:17.060089 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e5a48b6b-c563-421e-9ab3-5c10a1384423 req-590015e7-4959-41eb-972c-abb841aabf08 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/security-groups?id=f284795f-24e4-4f0f-93ad-cbff0ed46d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712686 Jun 27 15:27:17.064944 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449727dd-c055-4262-82d5-bb96ed2d3492 req-de505426-7adb-4790-a19c-5ecf94423054 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:17.073251 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-449727dd-c055-4262-82d5-bb96ed2d3492 req-de505426-7adb-4790-a19c-5ecf94423054 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 944 time: 0.0949364 Jun 27 15:27:17.109377 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=d3ed4003-b3bf-4b78-872f-0deb501c8889,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:17.129078 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-449727dd-c055-4262-82d5-bb96ed2d3492 req-41c6cde2-7bc0-44de-aa08-8a9d12e1a03e tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545154 Jun 27 15:27:18.036505 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373917dd-36e9-4bf5-9750-5107655f7243 req-15cdf269-438f-4276-a7e6-853ff74dea1b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:18.047129 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-373917dd-36e9-4bf5-9750-5107655f7243 req-15cdf269-438f-4276-a7e6-853ff74dea1b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 943 time: 0.1022046 Jun 27 15:27:18.139875 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:18.165042 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-373917dd-36e9-4bf5-9750-5107655f7243 req-b72e4da5-d6e6-4cbc-ba7b-d507352e0724 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161814 Jun 27 15:27:18.368990 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53705ab2-462b-4198-8565-c1ad2fbf535d', 'tag': '309f419d-b0d1-4868-a4ca-ca1976451588'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:27:18.374461 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27229fba-2e74-49c6-b948-1a14160668ac" -d '{"events": [{"name": "network-changed", "server_uuid": "53705ab2-462b-4198-8565-c1ad2fbf535d", "tag": "309f419d-b0d1-4868-a4ca-ca1976451588"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:27:18.468383 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520ef31-83c4-4c50-990d-740381ef354b req-9019584f-2c0c-4a15-9de3-f823b0cb6ff2 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:18.468866 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8d1495b8-8aab-4d06-95c0-8a95dcc74e72 req-80873b20-d792-4ba3-aadf-1711719cabc4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6589e017-7d15-4438-86e5-e3a74e6999a7 HTTP/1.1" status: 200 len: 217 time: 0.1951563 Jun 27 15:27:18.471450 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2520ef31-83c4-4c50-990d-740381ef354b req-9019584f-2c0c-4a15-9de3-f823b0cb6ff2 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 944 time: 0.1454201 Jun 27 15:27:18.490341 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb90ced-5e0f-4bf4-8eee-59a4e1ccf6e7 req-789638fd-1023-4e83-ac18-d6b404c2a231 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:18.497136 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2cb90ced-5e0f-4bf4-8eee-59a4e1ccf6e7 req-789638fd-1023-4e83-ac18-d6b404c2a231 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.6274984 Jun 27 15:27:18.526425 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:18.553193 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2520ef31-83c4-4c50-990d-740381ef354b req-5070c522-589d-41ad-af6d-ce8857b84e68 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/security-groups?id=f284795f-24e4-4f0f-93ad-cbff0ed46d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749714 Jun 27 15:27:18.568139 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3cf0c-77b9-4ae5-9af3-1e262290136f req-86334733-7057-483b-b386-aa16ba45bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:18.570327 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-85a3cf0c-77b9-4ae5-9af3-1e262290136f req-86334733-7057-483b-b386-aa16ba45bae4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ab1d5806-d663-4f8c-b8fa-c959f613968d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2989483 Jun 27 15:27:18.578174 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-b7cfd628-0921-4b96-aaa5-d23f09450b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:18.579644 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-b7cfd628-0921-4b96-aaa5-d23f09450b6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e07fc46cd5f4afe875767c926bd63ee&device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 1127 time: 0.1745486 Jun 27 15:27:18.601981 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 05ebe349-4d00-4c7d-9c0d-a92627d5285d up at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:27:18.608345 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2cb90ced-5e0f-4bf4-8eee-59a4e1ccf6e7 req-dfb569e3-5364-4829-b90b-1a5be52b80ba tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845044 Jun 27 15:27:18.612571 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:18.778487 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning for port 05ebe349-4d00-4c7d-9c0d-a92627d5285d completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 15:27:18.787188 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea32d50-092d-48fc-882a-980fdeeae428 x-openstack-request-id: req-dea32d50-092d-48fc-882a-980fdeeae428 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:27:18.787644 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53705ab2-462b-4198-8565-c1ad2fbf535d", "tag": "309f419d-b0d1-4868-a4ca-ca1976451588", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:27:18.788306 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dea32d50-092d-48fc-882a-980fdeeae428 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:27:18.788825 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning complete for port 05ebe349-4d00-4c7d-9c0d-a92627d5285d triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:27:18.788953 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dea32d50-092d-48fc-882a-980fdeeae428'] response: {'name': 'network-changed', 'server_uuid': '53705ab2-462b-4198-8565-c1ad2fbf535d', 'tag': '309f419d-b0d1-4868-a4ca-ca1976451588', 'status': 'completed', 'code': 200} Jun 27 15:27:18.789571 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (05ebe349-4d00-4c7d-9c0d-a92627d5285d), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:18.805024 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ce5fd-deb0-494f-a69e-4ee054f5f278 req-5d4f1503-c0c8-4024-8712-9d7d49208340 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:18.807934 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3a2ce5fd-deb0-494f-a69e-4ee054f5f278 req-5d4f1503-c0c8-4024-8712-9d7d49208340 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 944 time: 0.1661859 Jun 27 15:27:18.817864 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:18.933517 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3a2ce5fd-deb0-494f-a69e-4ee054f5f278 req-b15c24d8-1fa0-42d1-9ab4-d0a85f0319d4 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118824 Jun 27 15:27:18.945331 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-3f2ab3c8-fb79-4636-8e5d-6d2e6c4cbd79 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=309f419d-b0d1-4868-a4ca-ca1976451588 HTTP/1.1" status: 200 len: 217 time: 0.2124572 Jun 27 15:27:18.947877 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 05ebe349-4d00-4c7d-9c0d-a92627d5285d is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:27:18.949281 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (05ebe349-4d00-4c7d-9c0d-a92627d5285d), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:19.002564 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1495b8-8aab-4d06-95c0-8a95dcc74e72 req-4ba13fd6-d458-4a71-ae40-750cba94e7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:19.004058 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8d1495b8-8aab-4d06-95c0-8a95dcc74e72 req-4ba13fd6-d458-4a71-ae40-750cba94e7de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5101df7e-dc3e-4d22-92a5-4e633fba6a41 HTTP/1.1" status: 200 len: 857 time: 0.3545120 Jun 27 15:27:19.010190 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6e7ec-01a7-4189-939b-ba313c83a7bc req-c393170a-991c-4eda-a2be-822874ef848e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:19.012422 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-dda6e7ec-01a7-4189-939b-ba313c83a7bc req-c393170a-991c-4eda-a2be-822874ef848e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2270daf238a640609e9ab514b01d9768&device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 1128 time: 0.2781513 Jun 27 15:27:19.018241 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ebe349-4d00-4c7d-9c0d-a92627d5285d'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:27:19.056263 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-85a3cf0c-77b9-4ae5-9af3-1e262290136f req-63eaf622-e758-4ce1-871a-08bf8054b73b service neutron] 10.222.0.42 "GET /v2.0/networks/ab1d5806-d663-4f8c-b8fa-c959f613968d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195333 Jun 27 15:27:19.106061 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['6589e017-7d15-4438-86e5-e3a74e6999a7'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:27:19.145861 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:19.155745 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 05ebe349-4d00-4c7d-9c0d-a92627d5285d, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=05ebe349-4d00-4c7d-9c0d-a92627d5285d,segment=NetworkSegment(ce888434-d2f9-46aa-807c-1c90ac319f5e),segment_id=ce888434-d2f9-46aa-807c-1c90ac319f5e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:27:19.158055 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['d3ed4003-b3bf-4b78-872f-0deb501c8889'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:27:19.197650 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (05ebe349-4d00-4c7d-9c0d-a92627d5285d), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:19.372148 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=05ebe349-4d00-4c7d-9c0d-a92627d5285d,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:19.399665 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:19.400234 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:19.400860 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:19.401629 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:19.402169 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:19.402716 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:19.403911 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:19.404725 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:19.405693 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:19.406238 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:19.407028 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:19.408051 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:19.408897 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:19.409466 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:19.410020 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:19.430124 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d85b7032bc105ad9eb63a31382f750c4bf6bbb4824e658972134fe301cb831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fa00db-f5fb-46bd-92e2-e2d33f86eed8" -d '{"events": [{"server_uuid": "c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a", "name": "network-vif-plugged", "status": "completed", "tag": "05ebe349-4d00-4c7d-9c0d-a92627d5285d"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:27:19.655871 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc572aa2-113a-4d5d-a3d2-7fbd7929a468 x-openstack-request-id: req-cc572aa2-113a-4d5d-a3d2-7fbd7929a468 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:27:19.657225 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a", "name": "network-vif-plugged", "status": "completed", "tag": "05ebe349-4d00-4c7d-9c0d-a92627d5285d", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:27:19.658023 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cc572aa2-113a-4d5d-a3d2-7fbd7929a468 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:27:19.658928 dv-cinder-847798-1-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc572aa2-113a-4d5d-a3d2-7fbd7929a468'] response: {'server_uuid': 'c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ebe349-4d00-4c7d-9c0d-a92627d5285d', 'code': 200} Jun 27 15:27:19.714616 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:19.864563 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ddd42-8b8f-49cf-9065-5846cd94f4a0 req-b9c4f58a-867d-412b-8b2d-a29ecfbe8a74 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:19.874985 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1495b8-8aab-4d06-95c0-8a95dcc74e72 req-58b0cfff-de94-476e-b9e3-9fda1a9f10e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:19.876562 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8d1495b8-8aab-4d06-95c0-8a95dcc74e72 req-58b0cfff-de94-476e-b9e3-9fda1a9f10e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0dd13161-8ee5-4285-a373-761f6ed0abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6886725 Jun 27 15:27:19.883603 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-805ddd42-8b8f-49cf-9065-5846cd94f4a0 req-b9c4f58a-867d-412b-8b2d-a29ecfbe8a74 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 944 time: 0.1322355 Jun 27 15:27:19.961189 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-de2aa022-6f50-4a3e-855d-584534a467ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:19.968272 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-de2aa022-6f50-4a3e-855d-584534a467ac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf7190f5-96d6-4fc7-8135-6ae4628d416d HTTP/1.1" status: 200 len: 849 time: 0.8260133 Jun 27 15:27:19.973974 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-805ddd42-8b8f-49cf-9065-5846cd94f4a0 req-8d2c88df-0147-46f6-8340-31caa9e2fc28 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/security-groups?id=f284795f-24e4-4f0f-93ad-cbff0ed46d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894387 Jun 27 15:27:20.019555 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2b357-f571-42ec-8dee-5226ced64c5e req-34ee244a-8d16-4147-8bc6-7c04fdf317eb tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:20.036394 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1fe2b357-f571-42ec-8dee-5226ced64c5e req-34ee244a-8d16-4147-8bc6-7c04fdf317eb tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 943 time: 0.6022646 Jun 27 15:27:20.274490 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:20.292035 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608b705-ef8a-43f1-bece-cf6c707fabde req-b8e08066-dfe1-43f2-8219-6ec8d0cbead4 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:20.294829 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2608b705-ef8a-43f1-bece-cf6c707fabde req-b8e08066-dfe1-43f2-8219-6ec8d0cbead4 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.1308281 Jun 27 15:27:20.305428 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 50260) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:20.374350 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea055af5-ebfe-43bc-93f9-4a08d15643ff req-cd384b22-1926-408c-b2a0-f2358b3002ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:20.378226 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ea055af5-ebfe-43bc-93f9-4a08d15643ff req-cd384b22-1926-408c-b2a0-f2358b3002ad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 1129 time: 0.3783116 Jun 27 15:27:20.382249 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-85a3cf0c-77b9-4ae5-9af3-1e262290136f req-011397df-b35a-4fd8-a8e0-79e2e2846be8 service neutron] 10.222.0.42 "GET /v2.0/networks/ab1d5806-d663-4f8c-b8fa-c959f613968d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1875284 Jun 27 15:27:20.395359 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1fe2b357-f571-42ec-8dee-5226ced64c5e req-98e953ea-6b57-401b-a865-898ef414427c tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3549678 Jun 27 15:27:20.402389 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6e7ec-01a7-4189-939b-ba313c83a7bc req-a33e900b-819c-4de3-a3a9-ee67c99106f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:20.405338 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-dda6e7ec-01a7-4189-939b-ba313c83a7bc req-a33e900b-819c-4de3-a3a9-ee67c99106f3 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2270daf238a640609e9ab514b01d9768&shared=False HTTP/1.1" status: 200 len: 918 time: 1.2699959 Jun 27 15:27:20.409693 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-f5ef43e9-4c1a-47d7-b59c-e19301307185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:20.412425 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-f5ef43e9-4c1a-47d7-b59c-e19301307185 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=42d6796f-0df3-4f1e-9bd2-00a387c5c9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3627291 Jun 27 15:27:20.465313 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ea055af5-ebfe-43bc-93f9-4a08d15643ff req-8100c322-c14e-4287-8877-3eb4cb3d70ac service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:20.544893 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 50264) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:20.585308 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2608b705-ef8a-43f1-bece-cf6c707fabde req-baa70e95-35ea-4db0-9c04-fb2c2e0aa8f8 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653968 Jun 27 15:27:20.589421 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 6589e017-7d15-4438-86e5-e3a74e6999a7 up at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:27:20.611913 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:20.683489 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning for port 6589e017-7d15-4438-86e5-e3a74e6999a7 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 15:27:20.699012 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning complete for port 6589e017-7d15-4438-86e5-e3a74e6999a7 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:27:20.699428 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (6589e017-7d15-4438-86e5-e3a74e6999a7), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:20.708963 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8d1495b8-8aab-4d06-95c0-8a95dcc74e72 req-76cff851-7180-422f-9dda-9d7a0e4baad8 service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7546771 Jun 27 15:27:20.755942 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2c7e3b45-61ae-4afe-bf88-3745e717fc60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:20.772106 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ea055af5-ebfe-43bc-93f9-4a08d15643ff req-8100c322-c14e-4287-8877-3eb4cb3d70ac service neutron] Publish callbacks [] for security_group (b6ea673c-516a-431c-b8c7-87d4f4d40b23), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:20.786758 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ea055af5-ebfe-43bc-93f9-4a08d15643ff req-8100c322-c14e-4287-8877-3eb4cb3d70ac service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (b6ea673c-516a-431c-b8c7-87d4f4d40b23), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:20.817560 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 6589e017-7d15-4438-86e5-e3a74e6999a7 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:27:20.818131 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (6589e017-7d15-4438-86e5-e3a74e6999a7), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:20.873577 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14a1c8c0-27f9-4860-9801-9d3171c9d9b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:20.895207 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 6589e017-7d15-4438-86e5-e3a74e6999a7, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=6589e017-7d15-4438-86e5-e3a74e6999a7,segment=NetworkSegment(ce888434-d2f9-46aa-807c-1c90ac319f5e),segment_id=ce888434-d2f9-46aa-807c-1c90ac319f5e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:27:20.903283 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (6589e017-7d15-4438-86e5-e3a74e6999a7), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:20.904681 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device d3ed4003-b3bf-4b78-872f-0deb501c8889 up at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:27:20.929754 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ea055af5-ebfe-43bc-93f9-4a08d15643ff req-8100c322-c14e-4287-8877-3eb4cb3d70ac service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5265985 Jun 27 15:27:20.940815 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100c322-c14e-4287-8877-3eb4cb3d70ac service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ea673c-516a-431c-b8c7-87d4f4d40b23,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:20.961555 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100c322-c14e-4287-8877-3eb4cb3d70ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:20.962136 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100c322-c14e-4287-8877-3eb4cb3d70ac service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:20.962942 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100c322-c14e-4287-8877-3eb4cb3d70ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:20.964247 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100c322-c14e-4287-8877-3eb4cb3d70ac service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:20.965069 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100c322-c14e-4287-8877-3eb4cb3d70ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:20.965238 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100c322-c14e-4287-8877-3eb4cb3d70ac service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:20.965666 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100c322-c14e-4287-8877-3eb4cb3d70ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:20.966221 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100c322-c14e-4287-8877-3eb4cb3d70ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:20.966795 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100c322-c14e-4287-8877-3eb4cb3d70ac service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:20.967846 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100c322-c14e-4287-8877-3eb4cb3d70ac service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:20.968963 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100c322-c14e-4287-8877-3eb4cb3d70ac service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:20.969140 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100c322-c14e-4287-8877-3eb4cb3d70ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:20.969642 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100c322-c14e-4287-8877-3eb4cb3d70ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:20.970647 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100c322-c14e-4287-8877-3eb4cb3d70ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:20.970647 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8100c322-c14e-4287-8877-3eb4cb3d70ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:27:21.013000 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:21.018856 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda6e7ec-01a7-4189-939b-ba313c83a7bc req-a95acea2-c79f-40e7-849a-c536e41f7d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:21.020512 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-dda6e7ec-01a7-4189-939b-ba313c83a7bc req-a95acea2-c79f-40e7-849a-c536e41f7d94 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6039054 Jun 27 15:27:21.028052 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fe27c-bcf0-47b3-97af-906d3016ab2c req-2b1443ec-0aca-47f7-a53e-35054814eb37 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:21.035862 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cb7fe27c-bcf0-47b3-97af-906d3016ab2c req-2b1443ec-0aca-47f7-a53e-35054814eb37 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.4895003 Jun 27 15:27:21.043406 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=6589e017-7d15-4438-86e5-e3a74e6999a7,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:21.067764 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning for port d3ed4003-b3bf-4b78-872f-0deb501c8889 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 15:27:21.094179 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning complete for port d3ed4003-b3bf-4b78-872f-0deb501c8889 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:27:21.096491 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (d3ed4003-b3bf-4b78-872f-0deb501c8889), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:21.119348 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cb7fe27c-bcf0-47b3-97af-906d3016ab2c req-ce9efdc8-8f5e-4d57-8f8f-0b5f8c651bbd tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823741 Jun 27 15:27:21.150597 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2c7e3b45-61ae-4afe-bf88-3745e717fc60 admin admin] Publish callbacks [] for security_group (593d4ae8-4ac1-4ea2-970a-99f3f5fad28c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:21.161771 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2c7e3b45-61ae-4afe-bf88-3745e717fc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (593d4ae8-4ac1-4ea2-970a-99f3f5fad28c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:21.185817 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-b8625d79-17a8-406e-a43a-a928b3f96cbd service neutron] 10.222.0.42 "GET /v2.0/networks/42d6796f-0df3-4f1e-9bd2-00a387c5c9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7433403 Jun 27 15:27:21.189842 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8d1495b8-8aab-4d06-95c0-8a95dcc74e72 req-b8990545-d994-4d8d-82b9-06f2cb4a0d8b service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426890 Jun 27 15:27:21.237015 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:21.313534 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port d3ed4003-b3bf-4b78-872f-0deb501c8889 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:27:21.314147 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (d3ed4003-b3bf-4b78-872f-0deb501c8889), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:21.336272 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552dc50-8df2-413f-aebf-8a75c08799e9 req-51fff35b-c21e-4722-a075-0019f521b5b9 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:21.340845 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b552dc50-8df2-413f-aebf-8a75c08799e9 req-51fff35b-c21e-4722-a075-0019f521b5b9 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 944 time: 0.1238017 Jun 27 15:27:21.390436 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port d3ed4003-b3bf-4b78-872f-0deb501c8889, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=d3ed4003-b3bf-4b78-872f-0deb501c8889,segment=NetworkSegment(0b34a44b-aa13-47d2-994a-30a1b297fb88),segment_id=0b34a44b-aa13-47d2-994a-30a1b297fb88)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:27:21.404012 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (d3ed4003-b3bf-4b78-872f-0deb501c8889), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:21.425800 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e3b45-61ae-4afe-bf88-3745e717fc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593d4ae8-4ac1-4ea2-970a-99f3f5fad28c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:21.431773 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-2c7e3b45-61ae-4afe-bf88-3745e717fc60 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c99fb6a1cb554ba9bde66fa32729cef1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1241319 Jun 27 15:27:21.437532 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 50284) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:21.475632 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b552dc50-8df2-413f-aebf-8a75c08799e9 req-bd564ee2-eb9d-44c4-8ccf-038cd9014e2d tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/security-groups?id=f284795f-24e4-4f0f-93ad-cbff0ed46d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073561 Jun 27 15:27:21.481965 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:21.527569 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=d3ed4003-b3bf-4b78-872f-0deb501c8889,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:21.587575 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:21.605279 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e65ead7-cb1d-4bdc-a604-963d50f4b88d admin admin] Publish callbacks [] for security_group (593d4ae8-4ac1-4ea2-970a-99f3f5fad28c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:21.609622 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fc909-e18e-452c-a2ce-351f8373aefe req-8748175a-5c42-4765-b52e-8f8542b0f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:21.611592 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-692fc909-e18e-452c-a2ce-351f8373aefe req-8748175a-5c42-4765-b52e-8f8542b0f3da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2270daf238a640609e9ab514b01d9768&device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 1128 time: 0.3927987 Jun 27 15:27:21.654130 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e65ead7-cb1d-4bdc-a604-963d50f4b88d admin admin] Publish callbacks [] for security_group (593d4ae8-4ac1-4ea2-970a-99f3f5fad28c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:21.660668 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa7f3fe-5f45-46ca-960d-1c77079dceb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6589e017-7d15-4438-86e5-e3a74e6999a7'}, {'server_uuid': '05ad818a-43eb-47d0-a466-eeeec96fd758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ed4003-b3bf-4b78-872f-0deb501c8889'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:27:21.663355 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d85b7032bc105ad9eb63a31382f750c4bf6bbb4824e658972134fe301cb831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8eddf18-d8f1-4995-9c3b-8b7bf38c6397" -d '{"events": [{"server_uuid": "7aa7f3fe-5f45-46ca-960d-1c77079dceb6", "name": "network-vif-plugged", "status": "completed", "tag": "6589e017-7d15-4438-86e5-e3a74e6999a7"}, {"server_uuid": "05ad818a-43eb-47d0-a466-eeeec96fd758", "name": "network-vif-plugged", "status": "completed", "tag": "d3ed4003-b3bf-4b78-872f-0deb501c8889"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:27:21.683228 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7336f8a-8435-4c1b-b616-9d9d0f8fa5c2 req-1ab557f1-edef-444b-99a7-1d79926edf74 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:21.685245 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a7336f8a-8435-4c1b-b616-9d9d0f8fa5c2 req-1ab557f1-edef-444b-99a7-1d79926edf74 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 943 time: 0.1375728 Jun 27 15:27:21.693531 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14a1c8c0-27f9-4860-9801-9d3171c9d9b1 admin admin] Publish callbacks [] for security_group (b7a472c0-7b8b-4ddd-87c0-67d06fcaca98), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:21.736500 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-692fc909-e18e-452c-a2ce-351f8373aefe req-bbd413f6-b0fd-40a0-8c44-48e610ae53c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62696634-23e0-4313-bcf8-d3be6665d3aa HTTP/1.1" status: 200 len: 217 time: 0.0454831 Jun 27 15:27:21.738001 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 27 Jun 2022 15:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14beb541-3f6e-447e-b227-b372401acd43 x-openstack-request-id: req-14beb541-3f6e-447e-b227-b372401acd43 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:27:21.738544 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa7f3fe-5f45-46ca-960d-1c77079dceb6", "name": "network-vif-plugged", "status": "completed", "tag": "6589e017-7d15-4438-86e5-e3a74e6999a7", "code": 200}, {"server_uuid": "05ad818a-43eb-47d0-a466-eeeec96fd758", "name": "network-vif-plugged", "status": "completed", "tag": "d3ed4003-b3bf-4b78-872f-0deb501c8889", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:27:21.739430 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-14beb541-3f6e-447e-b227-b372401acd43 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:27:21.740665 dv-cinder-847798-1-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14beb541-3f6e-447e-b227-b372401acd43'] response: {'server_uuid': '7aa7f3fe-5f45-46ca-960d-1c77079dceb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6589e017-7d15-4438-86e5-e3a74e6999a7', 'code': 200} Jun 27 15:27:21.741483 dv-cinder-847798-1-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14beb541-3f6e-447e-b227-b372401acd43'] response: {'server_uuid': '05ad818a-43eb-47d0-a466-eeeec96fd758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ed4003-b3bf-4b78-872f-0deb501c8889', 'code': 200} Jun 27 15:27:21.755008 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-14a1c8c0-27f9-4860-9801-9d3171c9d9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (b7a472c0-7b8b-4ddd-87c0-67d06fcaca98), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:21.796613 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e65ead7-cb1d-4bdc-a604-963d50f4b88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (593d4ae8-4ac1-4ea2-970a-99f3f5fad28c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:21.822248 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6e65ead7-cb1d-4bdc-a604-963d50f4b88d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:21.826814 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-6e65ead7-cb1d-4bdc-a604-963d50f4b88d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/593d4ae8-4ac1-4ea2-970a-99f3f5fad28c HTTP/1.1" status: 204 len: 168 time: 0.3533154 Jun 27 15:27:21.890509 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e65ead7-cb1d-4bdc-a604-963d50f4b88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593d4ae8-4ac1-4ea2-970a-99f3f5fad28c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:21.993440 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04612527-1991-4b87-9a8e-32a8b9447595 req-65fb355c-37e4-4f1c-aaa2-9fd611c08fc9 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:21.996396 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-04612527-1991-4b87-9a8e-32a8b9447595 req-65fb355c-37e4-4f1c-aaa2-9fd611c08fc9 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.0887055 Jun 27 15:27:22.006430 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1c8c0-27f9-4860-9801-9d3171c9d9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a472c0-7b8b-4ddd-87c0-67d06fcaca98,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:22.120577 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-43c7c106-1086-43a3-8ec6-cac45759b01b req-1ed542a7-be68-4261-bacf-5da965fb7497 service neutron] 10.222.0.42 "GET /v2.0/networks/42d6796f-0df3-4f1e-9bd2-00a387c5c9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9246333 Jun 27 15:27:22.136728 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-04612527-1991-4b87-9a8e-32a8b9447595 req-47499963-0799-42ac-8218-1432b55b9c70 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143527 Jun 27 15:27:22.147826 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:22.167923 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-14a1c8c0-27f9-4860-9801-9d3171c9d9b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=45ce9d44878c4c53a87b18e93af9a929&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5846915 Jun 27 15:27:22.180547 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 50302) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:22.208145 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fc909-e18e-452c-a2ce-351f8373aefe req-25b02ad9-b318-46c6-a029-01d48dc38b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:22.209934 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-692fc909-e18e-452c-a2ce-351f8373aefe req-25b02ad9-b318-46c6-a029-01d48dc38b5d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96df5947-fd71-41b6-a0c5-3296a5c0458f HTTP/1.1" status: 200 len: 856 time: 0.4489202 Jun 27 15:27:22.223664 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36aaee1-1e94-46c2-a854-97b30239b516 req-172886d8-a509-4727-aba9-a4d4ff82360c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:22.225839 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d36aaee1-1e94-46c2-a854-97b30239b516 req-172886d8-a509-4727-aba9-a4d4ff82360c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 1129 time: 0.1610260 Jun 27 15:27:22.237728 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a7336f8a-8435-4c1b-b616-9d9d0f8fa5c2 req-e1b0105f-a4d0-4cb3-a42e-61ae38b7d35d tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5047803 Jun 27 15:27:22.273590 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f593a-0cb7-46b6-8c0a-efb93e55d084 req-50a52c5f-56d7-4292-a601-54e98f9bcd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:22.290777 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-805f593a-0cb7-46b6-8c0a-efb93e55d084 req-50a52c5f-56d7-4292-a601-54e98f9bcd5d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 1130 time: 0.1979096 Jun 27 15:27:22.301453 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-06acfc5d-acda-427f-8544-667fd6338ca1 admin admin] Publish callbacks [] for security_group (b7a472c0-7b8b-4ddd-87c0-67d06fcaca98), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:22.346977 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-06acfc5d-acda-427f-8544-667fd6338ca1 admin admin] Publish callbacks [] for security_group (b7a472c0-7b8b-4ddd-87c0-67d06fcaca98), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:22.365715 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:22.455420 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-06acfc5d-acda-427f-8544-667fd6338ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (b7a472c0-7b8b-4ddd-87c0-67d06fcaca98), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:22.458878 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-06acfc5d-acda-427f-8544-667fd6338ca1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:22.460569 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-06acfc5d-acda-427f-8544-667fd6338ca1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b7a472c0-7b8b-4ddd-87c0-67d06fcaca98 HTTP/1.1" status: 204 len: 168 time: 0.2722683 Jun 27 15:27:22.470330 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acfc5d-acda-427f-8544-667fd6338ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a472c0-7b8b-4ddd-87c0-67d06fcaca98,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:22.484689 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a278542-c5b3-4b8a-9778-e331b5fdaccd req-1989018f-fa5e-4041-9ed3-bace86c856e3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:22.488110 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4a278542-c5b3-4b8a-9778-e331b5fdaccd req-1989018f-fa5e-4041-9ed3-bace86c856e3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.1081090 Jun 27 15:27:22.601761 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4a278542-c5b3-4b8a-9778-e331b5fdaccd req-4c1e8e9f-e139-46bb-9346-b4d2cbb7928f tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932038 Jun 27 15:27:22.712760 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb798e9-fd7e-41bf-9bf0-372e95421907 req-62b44b71-4a1d-4de6-b766-7a29012a8927 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:22.712760 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7eb798e9-fd7e-41bf-9bf0-372e95421907 req-62b44b71-4a1d-4de6-b766-7a29012a8927 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 945 time: 0.0815206 Jun 27 15:27:22.713051 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 50310) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:22.738474 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e5efdd2-4d46-4782-97d4-06291fc08c55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:22.807534 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7eb798e9-fd7e-41bf-9bf0-372e95421907 req-6777ef02-2f99-47e3-87f4-2d9dae4002b8 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/security-groups?id=f284795f-24e4-4f0f-93ad-cbff0ed46d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836725 Jun 27 15:27:22.873647 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e5efdd2-4d46-4782-97d4-06291fc08c55 admin admin] Publish callbacks [] for security_group (078aa588-3c6b-4567-8207-9029aaa1d254), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:22.880948 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e5efdd2-4d46-4782-97d4-06291fc08c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (078aa588-3c6b-4567-8207-9029aaa1d254), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:22.969554 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8e5efdd2-4d46-4782-97d4-06291fc08c55 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=963cdfe3876b40c48e65bc0523ae0deb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2527533 Jun 27 15:27:22.970494 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 50324) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:22.971427 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5efdd2-4d46-4782-97d4-06291fc08c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078aa588-3c6b-4567-8207-9029aaa1d254,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:23.064824 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e226510f-ddf0-4e98-ac6f-7d09a0c61758 admin admin] Publish callbacks [] for security_group (078aa588-3c6b-4567-8207-9029aaa1d254), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:23.102793 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e226510f-ddf0-4e98-ac6f-7d09a0c61758 admin admin] Publish callbacks [] for security_group (078aa588-3c6b-4567-8207-9029aaa1d254), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:23.265364 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 50334) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:23.283242 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fc909-e18e-452c-a2ce-351f8373aefe req-072bb836-9094-4b16-841e-abc02c744d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:23.285966 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-692fc909-e18e-452c-a2ce-351f8373aefe req-072bb836-9094-4b16-841e-abc02c744d78 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8e77f3f-2787-4f23-b11e-9e909cc074b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1268225 Jun 27 15:27:23.297593 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:23.301860 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27229fba-2e74-49c6-b948-1a14160668ac req-b8ab064f-f893-4f0c-9775-108b1e84fa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:23.304092 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-27229fba-2e74-49c6-b948-1a14160668ac req-b8ab064f-f893-4f0c-9775-108b1e84fa99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e07fc46cd5f4afe875767c926bd63ee&device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 1127 time: 0.1437740 Jun 27 15:27:23.309972 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d36aaee1-1e94-46c2-a854-97b30239b516 req-ec9e69b6-8c51-47a9-a1e8-6b500746b187 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f284795f-24e4-4f0f-93ad-cbff0ed46d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398699 Jun 27 15:27:23.346153 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-805f593a-0cb7-46b6-8c0a-efb93e55d084 req-a156e31b-32ef-4e07-8e10-654ddc2f5368 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824932 Jun 27 15:27:23.351481 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2e44e5d2-5713-4d02-8585-09417f50fb56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:23.354007 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e226510f-ddf0-4e98-ac6f-7d09a0c61758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (078aa588-3c6b-4567-8207-9029aaa1d254), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:23.358934 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e226510f-ddf0-4e98-ac6f-7d09a0c61758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:23.366139 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-e226510f-ddf0-4e98-ac6f-7d09a0c61758 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/078aa588-3c6b-4567-8207-9029aaa1d254 HTTP/1.1" status: 204 len: 168 time: 0.3880317 Jun 27 15:27:23.398230 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226510f-ddf0-4e98-ac6f-7d09a0c61758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078aa588-3c6b-4567-8207-9029aaa1d254,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:23.597534 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99697531-021e-4b8c-847b-8dff3818cff8 req-b161e925-b6f7-44e0-9c44-0ba0d7a7fd85 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:23.599169 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-99697531-021e-4b8c-847b-8dff3818cff8 req-b161e925-b6f7-44e0-9c44-0ba0d7a7fd85 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.1336453 Jun 27 15:27:23.608166 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76768d10-f883-47aa-83b3-d139d8aff96e req-ef3afefd-0a2e-42b0-8b4b-0d510b53c0a6 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:23.610797 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-76768d10-f883-47aa-83b3-d139d8aff96e req-ef3afefd-0a2e-42b0-8b4b-0d510b53c0a6 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 943 time: 0.1204600 Jun 27 15:27:23.664142 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2e44e5d2-5713-4d02-8585-09417f50fb56 admin admin] Publish callbacks [] for security_group (8cadcfd9-f369-4dfa-accc-d35c0b670b66), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:23.672609 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2e44e5d2-5713-4d02-8585-09417f50fb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (8cadcfd9-f369-4dfa-accc-d35c0b670b66), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:23.714973 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44e5d2-5713-4d02-8585-09417f50fb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cadcfd9-f369-4dfa-accc-d35c0b670b66,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:23.720865 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-76768d10-f883-47aa-83b3-d139d8aff96e req-3095cfc5-d93b-4a29-9fb8-e343762186c3 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935116 Jun 27 15:27:23.748713 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-99697531-021e-4b8c-847b-8dff3818cff8 req-39496300-0e13-4a9c-90ab-994edb39c7f5 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313369 Jun 27 15:27:23.766217 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-2e44e5d2-5713-4d02-8585-09417f50fb56 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7223287313ea4ee28915d613dac3221e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4538786 Jun 27 15:27:23.770418 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 50344) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:23.800827 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=87,neutron:INSERT=13 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:23.822819 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:23.890756 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-853688da-e879-4b9a-85ef-1e7448e77c5d admin admin] Publish callbacks [] for security_group (8cadcfd9-f369-4dfa-accc-d35c0b670b66), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:23.937801 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e672b7-3fc4-46f4-b8fa-159b922a67ca req-3c53d102-b306-4821-a317-2a91b308fb7c tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:23.940311 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-46e672b7-3fc4-46f4-b8fa-159b922a67ca req-3c53d102-b306-4821-a317-2a91b308fb7c tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.0984650 Jun 27 15:27:23.962594 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-853688da-e879-4b9a-85ef-1e7448e77c5d admin admin] Publish callbacks [] for security_group (8cadcfd9-f369-4dfa-accc-d35c0b670b66), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:24.045250 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f5598-1a6f-4345-9e2a-bd8fd45bd0ce req-ade2b780-e6bd-44f6-9233-cca7d6ae7a45 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:24.047342 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-805f5598-1a6f-4345-9e2a-bd8fd45bd0ce req-ade2b780-e6bd-44f6-9233-cca7d6ae7a45 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 945 time: 0.0998552 Jun 27 15:27:24.053503 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-46e672b7-3fc4-46f4-b8fa-159b922a67ca req-920d8722-a9b1-4436-859b-d6b9cfb75a0a tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069186 Jun 27 15:27:24.119829 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-853688da-e879-4b9a-85ef-1e7448e77c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (8cadcfd9-f369-4dfa-accc-d35c0b670b66), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:24.123240 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-853688da-e879-4b9a-85ef-1e7448e77c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:24.125036 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-853688da-e879-4b9a-85ef-1e7448e77c5d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8cadcfd9-f369-4dfa-accc-d35c0b670b66 HTTP/1.1" status: 204 len: 168 time: 0.3525345 Jun 27 15:27:24.135296 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-805f5598-1a6f-4345-9e2a-bd8fd45bd0ce req-1a7d3cd2-8008-4346-be38-67814fefa9af tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/security-groups?id=f284795f-24e4-4f0f-93ad-cbff0ed46d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738029 Jun 27 15:27:24.148685 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853688da-e879-4b9a-85ef-1e7448e77c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cadcfd9-f369-4dfa-accc-d35c0b670b66,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:24.596833 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621abd1-3798-420e-9328-2f038c372db8 req-6d12a2dc-82d4-451d-984a-65cd7cd444bb tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:24.600310 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 309f419d-b0d1-4868-a4ca-ca1976451588 details requested by agent hyperv_hv-cinder-84779 with host hv-cinder-84779 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 15:27:24.605718 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f621abd1-3798-420e-9328-2f038c372db8 req-6d12a2dc-82d4-451d-984a-65cd7cd444bb tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.1233447 Jun 27 15:27:24.686141 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f621abd1-3798-420e-9328-2f038c372db8 req-75b0c5d7-0676-43db-a21e-9e5745297aa7 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791972 Jun 27 15:27:24.771756 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27229fba-2e74-49c6-b948-1a14160668ac req-0baf6590-df56-4725-9e0d-cee9f3ccc3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:24.773351 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-27229fba-2e74-49c6-b948-1a14160668ac req-0baf6590-df56-4725-9e0d-cee9f3ccc3f5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 HTTP/1.1" status: 200 len: 911 time: 0.3311768 Jun 27 15:27:24.776414 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-692fc909-e18e-452c-a2ce-351f8373aefe req-d0c6497c-6874-4642-ba2a-354d358a8c7c service neutron] 10.222.0.42 "GET /v2.0/networks/e8e77f3f-2787-4f23-b11e-9e909cc074b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236935 Jun 27 15:27:24.952182 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 309f419d-b0d1-4868-a4ca-ca1976451588, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=309f419d-b0d1-4868-a4ca-ca1976451588,segment=NetworkSegment(e27cde72-c31f-4b44-92ad-6feb60f14707),segment_id=e27cde72-c31f-4b44-92ad-6feb60f14707)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:27:24.954096 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010bec5-fef5-4358-b5d0-9fd5d19bee17 req-b6c62441-c1af-4eb0-b458-80a25a8f80aa tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:24.965301 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7010bec5-fef5-4358-b5d0-9fd5d19bee17 req-b6c62441-c1af-4eb0-b458-80a25a8f80aa tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 943 time: 0.0956335 Jun 27 15:27:24.965914 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:24.967009 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Returning: {'device': '309f419d-b0d1-4868-a4ca-ca1976451588', 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3', 'port_id': '309f419d-b0d1-4868-a4ca-ca1976451588', 'mac_address': 'fa:16:3e:00:4d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 15:27:25.033122 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:25.053896 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7010bec5-fef5-4358-b5d0-9fd5d19bee17 req-a5fd21aa-dd2f-46fe-89d2-dab4c388b2c4 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859807 Jun 27 15:27:25.057481 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 309f419d-b0d1-4868-a4ca-ca1976451588 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:27:25.057798 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (309f419d-b0d1-4868-a4ca-ca1976451588), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:25.112137 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-27229fba-2e74-49c6-b948-1a14160668ac req-01d7473e-3209-46d0-be5c-a9e1b3b80955 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=309f419d-b0d1-4868-a4ca-ca1976451588 HTTP/1.1" status: 200 len: 217 time: 0.0819635 Jun 27 15:27:25.119468 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 309f419d-b0d1-4868-a4ca-ca1976451588 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:27:25.138983 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ea89c-051c-4526-9418-5216f5a0cafb req-09f83f27-ca8f-4b70-b8de-19cef08f012a tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:25.163772 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4d9ea89c-051c-4526-9418-5216f5a0cafb req-09f83f27-ca8f-4b70-b8de-19cef08f012a tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.2162683 Jun 27 15:27:25.227117 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 309f419d-b0d1-4868-a4ca-ca1976451588, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=309f419d-b0d1-4868-a4ca-ca1976451588,segment=NetworkSegment(e27cde72-c31f-4b44-92ad-6feb60f14707),segment_id=e27cde72-c31f-4b44-92ad-6feb60f14707)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:27:25.236903 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (309f419d-b0d1-4868-a4ca-ca1976451588), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:25.345093 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4d9ea89c-051c-4526-9418-5216f5a0cafb req-05cc0df5-8047-45aa-a1c4-bd0d0e937a72 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748598 Jun 27 15:27:25.388407 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-692fc909-e18e-452c-a2ce-351f8373aefe req-50a9be32-5dfc-41be-a80f-e759d2e1e4c8 service neutron] 10.222.0.42 "GET /v2.0/networks/e8e77f3f-2787-4f23-b11e-9e909cc074b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562233 Jun 27 15:27:25.391742 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=309f419d-b0d1-4868-a4ca-ca1976451588,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:25.494121 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d030f5-fb31-4471-99d4-f9ba5131f59a req-a47890d9-d5f5-4e32-9022-5ca36c72cf6d tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:25.502201 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a8d030f5-fb31-4471-99d4-f9ba5131f59a req-a47890d9-d5f5-4e32-9022-5ca36c72cf6d tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 945 time: 0.1124620 Jun 27 15:27:25.585189 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['309f419d-b0d1-4868-a4ca-ca1976451588'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:27:25.664999 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a8d030f5-fb31-4471-99d4-f9ba5131f59a req-ee18cfa5-be97-4349-b381-986bfefce871 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/security-groups?id=f284795f-24e4-4f0f-93ad-cbff0ed46d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542749 Jun 27 15:27:25.887838 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27229fba-2e74-49c6-b948-1a14160668ac req-ce01c79a-db31-4100-8de5-c39e85af54d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:25.889717 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-27229fba-2e74-49c6-b948-1a14160668ac req-ce01c79a-db31-4100-8de5-c39e85af54d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf7190f5-96d6-4fc7-8135-6ae4628d416d HTTP/1.1" status: 200 len: 849 time: 0.1410348 Jun 27 15:27:25.975045 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4dc6e-4126-4655-ad1e-ed9b903f1d49 req-d7853640-a497-4a2e-aede-e8b70caddf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:25.978261 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-18b4dc6e-4126-4655-ad1e-ed9b903f1d49 req-d7853640-a497-4a2e-aede-e8b70caddf76 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2832173587a6494eb7f73b3ca0a09a0f&device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 1129 time: 0.2299335 Jun 27 15:27:26.007072 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cc13b-93ee-4ce2-b303-638ad7dbb843 req-a1fefe14-e476-4878-8693-93745e62b185 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:26.022099 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d48cc13b-93ee-4ce2-b303-638ad7dbb843 req-a1fefe14-e476-4878-8693-93745e62b185 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.1465857 Jun 27 15:27:26.120704 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d48cc13b-93ee-4ce2-b303-638ad7dbb843 req-d30060b0-ff78-4adc-aac1-164b45cb9061 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951822 Jun 27 15:27:26.233402 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bb9e4-e002-4403-8fbb-c20e01201d2b req-c275cd8f-5558-4f0b-b676-813c6fdafab9 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:26.236765 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e90bb9e4-e002-4403-8fbb-c20e01201d2b req-c275cd8f-5558-4f0b-b676-813c6fdafab9 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 944 time: 0.0784488 Jun 27 15:27:26.317416 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e90bb9e4-e002-4403-8fbb-c20e01201d2b req-82c278a3-3e87-45ae-ac7d-342f608bf2ed tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736241 Jun 27 15:27:26.527357 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6cb6a-8362-42d3-9b22-c224d4393ec5 req-c38243fc-9cae-41b6-beed-d38079e31c56 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:26.537053 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5eb6cb6a-8362-42d3-9b22-c224d4393ec5 req-c38243fc-9cae-41b6-beed-d38079e31c56 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.0914807 Jun 27 15:27:26.617292 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5eb6cb6a-8362-42d3-9b22-c224d4393ec5 req-161be350-d18c-48c2-869e-b11dcb3aa9e7 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752158 Jun 27 15:27:26.621552 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 309f419d-b0d1-4868-a4ca-ca1976451588 up at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:27:26.686605 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning for port 309f419d-b0d1-4868-a4ca-ca1976451588 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 15:27:26.695140 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning complete for port 309f419d-b0d1-4868-a4ca-ca1976451588 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:27:26.695952 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (309f419d-b0d1-4868-a4ca-ca1976451588), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:26.857836 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8132f8-c6ca-47a5-96b3-326885c08a5c req-122879ff-0387-4b7a-a149-ad1ba9cada02 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:26.870995 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ec8132f8-c6ca-47a5-96b3-326885c08a5c req-122879ff-0387-4b7a-a149-ad1ba9cada02 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 945 time: 0.0702348 Jun 27 15:27:26.909191 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 309f419d-b0d1-4868-a4ca-ca1976451588 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:27:26.909592 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (309f419d-b0d1-4868-a4ca-ca1976451588), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:26.924291 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ec8132f8-c6ca-47a5-96b3-326885c08a5c req-6f823f73-5aa5-4407-b2a2-8c3f942766cd tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/security-groups?id=f284795f-24e4-4f0f-93ad-cbff0ed46d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523112 Jun 27 15:27:26.954457 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53705ab2-462b-4198-8565-c1ad2fbf535d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '309f419d-b0d1-4868-a4ca-ca1976451588'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:27:26.957606 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d85b7032bc105ad9eb63a31382f750c4bf6bbb4824e658972134fe301cb831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90df3d8-cd7d-419e-ace3-f9e219556eda" -d '{"events": [{"server_uuid": "53705ab2-462b-4198-8565-c1ad2fbf535d", "name": "network-vif-plugged", "status": "completed", "tag": "309f419d-b0d1-4868-a4ca-ca1976451588"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:27:26.988890 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 309f419d-b0d1-4868-a4ca-ca1976451588, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=309f419d-b0d1-4868-a4ca-ca1976451588,segment=NetworkSegment(e27cde72-c31f-4b44-92ad-6feb60f14707),segment_id=e27cde72-c31f-4b44-92ad-6feb60f14707)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:27:26.989583 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 50450) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:26.995436 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (309f419d-b0d1-4868-a4ca-ca1976451588), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:27.043245 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:27.076418 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=309f419d-b0d1-4868-a4ca-ca1976451588,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:27.090136 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261b51ce-2090-4249-81ae-f835336489e1 x-openstack-request-id: req-261b51ce-2090-4249-81ae-f835336489e1 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:27:27.092186 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53705ab2-462b-4198-8565-c1ad2fbf535d", "name": "network-vif-plugged", "status": "completed", "tag": "309f419d-b0d1-4868-a4ca-ca1976451588", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:27:27.094473 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-261b51ce-2090-4249-81ae-f835336489e1 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:27:27.095952 dv-cinder-847798-1-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-261b51ce-2090-4249-81ae-f835336489e1'] response: {'server_uuid': '53705ab2-462b-4198-8565-c1ad2fbf535d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '309f419d-b0d1-4868-a4ca-ca1976451588', 'code': 200} Jun 27 15:27:27.359317 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27229fba-2e74-49c6-b948-1a14160668ac req-f0e1a63d-e294-4b8a-bf13-f3a176a26e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:27.369860 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-27229fba-2e74-49c6-b948-1a14160668ac req-f0e1a63d-e294-4b8a-bf13-f3a176a26e44 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=42d6796f-0df3-4f1e-9bd2-00a387c5c9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1278799 Jun 27 15:27:27.565104 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4dc6e-4126-4655-ad1e-ed9b903f1d49 req-5911f186-9573-43d5-b3e1-cfb29f37a53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:27.566986 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-18b4dc6e-4126-4655-ad1e-ed9b903f1d49 req-5911f186-9573-43d5-b3e1-cfb29f37a53f service neutron] 10.222.0.42 "GET /v2.0/networks?id=0dd13161-8ee5-4285-a373-761f6ed0abd7 HTTP/1.1" status: 200 len: 919 time: 0.3258109 Jun 27 15:27:27.567502 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5ca3f-e50f-460c-b907-600a4071ffba req-e484854b-12fb-4240-bbfd-ba3fd9d36fe2 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:27.569742 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-52c5ca3f-e50f-460c-b907-600a4071ffba req-e484854b-12fb-4240-bbfd-ba3fd9d36fe2 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.1985395 Jun 27 15:27:27.576282 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7dba2a-adb5-418e-8368-79dee0e6a6bf req-742f985e-81c5-4b30-9ac4-b3f1fedf521d tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:27.580092 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fc7dba2a-adb5-418e-8368-79dee0e6a6bf req-742f985e-81c5-4b30-9ac4-b3f1fedf521d tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.1030943 Jun 27 15:27:27.654180 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7027f86-22d4-4ad8-a6eb-df19397d6d17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:27.664449 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:27.702443 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f457c-3df8-46c3-baf8-65c6d612c2d9 req-8c9eaa2b-2c91-4bee-bb33-056b530cc324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:27.708595 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-550f457c-3df8-46c3-baf8-65c6d612c2d9 req-8c9eaa2b-2c91-4bee-bb33-056b530cc324 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 1129 time: 0.1351411 Jun 27 15:27:27.793796 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:27.795404 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-27229fba-2e74-49c6-b948-1a14160668ac req-2c9c3d87-6131-4f57-b971-c647588c7f31 service neutron] 10.222.0.42 "GET /v2.0/networks/42d6796f-0df3-4f1e-9bd2-00a387c5c9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954036 Jun 27 15:27:27.814939 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-52c5ca3f-e50f-460c-b907-600a4071ffba req-779342d4-fa67-4ae6-a000-68f2da85389a tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660388 Jun 27 15:27:27.838398 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fc7dba2a-adb5-418e-8368-79dee0e6a6bf req-4af4e711-0127-42d1-a2da-d1caa84a3603 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2510102 Jun 27 15:27:27.897446 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7027f86-22d4-4ad8-a6eb-df19397d6d17 admin admin] Publish callbacks [] for security_group (ca00cbcb-ed4d-4347-b399-11e1cd6bd9f1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:27.903485 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d7027f86-22d4-4ad8-a6eb-df19397d6d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (ca00cbcb-ed4d-4347-b399-11e1cd6bd9f1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:27.927899 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:27.959932 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-d7027f86-22d4-4ad8-a6eb-df19397d6d17 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0ca8e18e118641a89e5720920d218293&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9690533 Jun 27 15:27:27.962634 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 50480) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:27.969659 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7027f86-22d4-4ad8-a6eb-df19397d6d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca00cbcb-ed4d-4347-b399-11e1cd6bd9f1,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:28.027946 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0806f-3702-4480-89cf-8dfa2b8df630 req-274fe364-2808-4942-98fe-5b93bd114bfa tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:28.028784 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c158add6-35e3-4405-a327-187780a6cd00 admin admin] Publish callbacks [] for security_group (ca00cbcb-ed4d-4347-b399-11e1cd6bd9f1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:28.040503 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-deb0806f-3702-4480-89cf-8dfa2b8df630 req-274fe364-2808-4942-98fe-5b93bd114bfa tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.0917890 Jun 27 15:27:28.058063 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c158add6-35e3-4405-a327-187780a6cd00 admin admin] Publish callbacks [] for security_group (ca00cbcb-ed4d-4347-b399-11e1cd6bd9f1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:28.117275 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-deb0806f-3702-4480-89cf-8dfa2b8df630 req-ebf7a244-6d0d-4501-ba16-8ddb7c3fee2e tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753121 Jun 27 15:27:28.155292 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c158add6-35e3-4405-a327-187780a6cd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (ca00cbcb-ed4d-4347-b399-11e1cd6bd9f1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:28.157818 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c158add6-35e3-4405-a327-187780a6cd00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:28.159808 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-c158add6-35e3-4405-a327-187780a6cd00 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ca00cbcb-ed4d-4347-b399-11e1cd6bd9f1 HTTP/1.1" status: 204 len: 168 time: 0.1959617 Jun 27 15:27:28.168380 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158add6-35e3-4405-a327-187780a6cd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca00cbcb-ed4d-4347-b399-11e1cd6bd9f1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:28.950653 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe42e31-72da-48ec-bc5a-957348621527 req-cd12be4b-76fa-4d8a-b51e-43a68eaa6b52 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:28.952557 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9fe42e31-72da-48ec-bc5a-957348621527 req-cd12be4b-76fa-4d8a-b51e-43a68eaa6b52 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.0580087 Jun 27 15:27:29.014409 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d6361-3d5e-48c4-8bcc-6132ffadb8ab req-4fa186f6-c7c4-4482-9423-ffe498fba53b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:29.016305 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8e8d6361-3d5e-48c4-8bcc-6132ffadb8ab req-4fa186f6-c7c4-4482-9423-ffe498fba53b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.0785582 Jun 27 15:27:29.029723 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9fe42e31-72da-48ec-bc5a-957348621527 req-09206a87-1f31-489a-9a96-3a3ef8c141a8 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709105 Jun 27 15:27:29.064294 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:29.084050 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8e8d6361-3d5e-48c4-8bcc-6132ffadb8ab req-3392f553-b605-4a97-8bd9-65f6dff878a1 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591841 Jun 27 15:27:29.282333 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce806d-5ad6-45c6-8a26-c8b304675144 req-4fd4af4f-c03f-4fdd-bd9a-b16757cbfc79 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:29.285403 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-08ce806d-5ad6-45c6-8a26-c8b304675144 req-4fd4af4f-c03f-4fdd-bd9a-b16757cbfc79 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.0596139 Jun 27 15:27:29.369785 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-08ce806d-5ad6-45c6-8a26-c8b304675144 req-53e48ca4-2d2c-48ef-994a-0291a90421d1 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782063 Jun 27 15:27:29.415653 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 62696634-23e0-4313-bcf8-d3be6665d3aa details requested by agent hyperv_hv-cinder-84779 with host hv-cinder-84779 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 15:27:29.586581 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 62696634-23e0-4313-bcf8-d3be6665d3aa, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=62696634-23e0-4313-bcf8-d3be6665d3aa,segment=NetworkSegment(e8df84b0-b449-4f32-9fef-1bd341ec9717),segment_id=e8df84b0-b449-4f32-9fef-1bd341ec9717)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:27:29.600399 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Returning: {'device': '62696634-23e0-4313-bcf8-d3be6665d3aa', 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'port_id': '62696634-23e0-4313-bcf8-d3be6665d3aa', 'mac_address': 'fa:16:3e:9f:45:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 15:27:29.645073 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 62696634-23e0-4313-bcf8-d3be6665d3aa is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:27:29.645475 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (62696634-23e0-4313-bcf8-d3be6665d3aa), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:29.662451 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62696634-23e0-4313-bcf8-d3be6665d3aa {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:27:29.668848 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:29.690434 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 62696634-23e0-4313-bcf8-d3be6665d3aa, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=62696634-23e0-4313-bcf8-d3be6665d3aa,segment=NetworkSegment(e8df84b0-b449-4f32-9fef-1bd341ec9717),segment_id=e8df84b0-b449-4f32-9fef-1bd341ec9717)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:27:29.696083 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (62696634-23e0-4313-bcf8-d3be6665d3aa), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:29.765709 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=62696634-23e0-4313-bcf8-d3be6665d3aa,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:30.166765 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28156a-b2fa-49d0-9602-dd46c0bba94b req-a4e0607a-3390-40c9-9285-0b484d037e0c tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:30.168396 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2f28156a-b2fa-49d0-9602-dd46c0bba94b req-a4e0607a-3390-40c9-9285-0b484d037e0c tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.0583177 Jun 27 15:27:30.227953 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2f28156a-b2fa-49d0-9602-dd46c0bba94b req-e2f9667a-cf46-4239-86f1-093b7ccde767 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490234 Jun 27 15:27:30.240592 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3fb73-5825-47ff-a1a7-fb83900f2b1b req-e9f4bf12-aa27-4322-98de-cf25a8018744 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:30.242944 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-96b3fb73-5825-47ff-a1a7-fb83900f2b1b req-e9f4bf12-aa27-4322-98de-cf25a8018744 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.0820487 Jun 27 15:27:30.301563 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-96b3fb73-5825-47ff-a1a7-fb83900f2b1b req-e3580045-92c6-4951-b0b1-6dfc89f4c351 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529418 Jun 27 15:27:30.378084 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-18b4dc6e-4126-4655-ad1e-ed9b903f1d49 req-ffd0071b-d1de-46ad-b4ab-37202d6fd04c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05ebe349-4d00-4c7d-9c0d-a92627d5285d HTTP/1.1" status: 200 len: 217 time: 0.0406106 Jun 27 15:27:30.446467 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4dc6e-4126-4655-ad1e-ed9b903f1d49 req-aa1d8586-d47e-47bf-8e0a-35526597891f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:30.448186 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-18b4dc6e-4126-4655-ad1e-ed9b903f1d49 req-aa1d8586-d47e-47bf-8e0a-35526597891f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5101df7e-dc3e-4d22-92a5-4e633fba6a41 HTTP/1.1" status: 200 len: 857 time: 0.0635684 Jun 27 15:27:30.450456 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-550f457c-3df8-46c3-baf8-65c6d612c2d9 req-bdee7151-965f-40f0-835a-b0efba27c0b0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100154 Jun 27 15:27:30.494559 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-27229fba-2e74-49c6-b948-1a14160668ac req-3ee46389-99e6-4e1c-b57e-5d5699695fa3 service neutron] 10.222.0.42 "GET /v2.0/networks/42d6796f-0df3-4f1e-9bd2-00a387c5c9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462827 Jun 27 15:27:30.531794 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ea83e-3456-4ae0-a23f-2be819eb3666 req-07323920-506d-4d98-ab8f-4073a73c7f88 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:30.533686 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-780ea83e-3456-4ae0-a23f-2be819eb3666 req-07323920-506d-4d98-ab8f-4073a73c7f88 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 945 time: 0.0608926 Jun 27 15:27:30.595972 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-780ea83e-3456-4ae0-a23f-2be819eb3666 req-445ad950-0841-47b4-884a-d8078a72adcc tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552084 Jun 27 15:27:30.640988 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['62696634-23e0-4313-bcf8-d3be6665d3aa'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:27:30.744577 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4dc6e-4126-4655-ad1e-ed9b903f1d49 req-a68f51a2-792d-4ad4-a948-61a7603cefa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:30.746794 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-18b4dc6e-4126-4655-ad1e-ed9b903f1d49 req-a68f51a2-792d-4ad4-a948-61a7603cefa0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0dd13161-8ee5-4285-a373-761f6ed0abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490274 Jun 27 15:27:30.858454 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-18b4dc6e-4126-4655-ad1e-ed9b903f1d49 req-dbdf96bf-8843-4102-bd71-5c53f50b8336 service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031713 Jun 27 15:27:30.998122 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-18b4dc6e-4126-4655-ad1e-ed9b903f1d49 req-f0a557e0-45df-4ef4-8456-4a24645a1162 service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246374 Jun 27 15:27:31.367251 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea111b-4772-4f1e-a7cf-135c967231ac req-48fa160c-0a67-4671-8290-352c18749894 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:31.368879 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f5ea111b-4772-4f1e-a7cf-135c967231ac req-48fa160c-0a67-4671-8290-352c18749894 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.0597558 Jun 27 15:27:31.451850 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f5ea111b-4772-4f1e-a7cf-135c967231ac req-41f20bab-84fc-41ee-8802-5e2a300abb98 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751622 Jun 27 15:27:31.585213 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455afeb8-f80b-4035-8bb7-74ff42d25bab req-1a2659a8-d506-4efc-91b1-2ff5163f80e4 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:31.587630 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-455afeb8-f80b-4035-8bb7-74ff42d25bab req-1a2659a8-d506-4efc-91b1-2ff5163f80e4 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.0606618 Jun 27 15:27:31.672609 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-455afeb8-f80b-4035-8bb7-74ff42d25bab req-d9eec85d-16d6-4950-aea6-8b2e919544c7 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770195 Jun 27 15:27:31.807633 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55962c05-c77f-424f-b17e-4aadf469f756 req-1718e0b2-9c76-4889-911a-a111147ecf4b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:31.809573 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-55962c05-c77f-424f-b17e-4aadf469f756 req-1718e0b2-9c76-4889-911a-a111147ecf4b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 945 time: 0.0622821 Jun 27 15:27:31.914975 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-55962c05-c77f-424f-b17e-4aadf469f756 req-8a475f2e-a7da-4da0-b6da-00d32831bdbd tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974226 Jun 27 15:27:32.598155 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd8fd7-547e-49fd-971e-d247f8d4f3e6 req-8b557ea0-7efe-4a4e-959b-5e4404ba5a59 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:32.599921 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7cbd8fd7-547e-49fd-971e-d247f8d4f3e6 req-8b557ea0-7efe-4a4e-959b-5e4404ba5a59 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.0653317 Jun 27 15:27:32.662877 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7cbd8fd7-547e-49fd-971e-d247f8d4f3e6 req-90f50524-ab03-4625-8265-eae0ea0ec121 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566761 Jun 27 15:27:32.796669 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:32.819420 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922ee8f-c15a-46c1-8f35-ad013a2047c2 req-3fba6930-495b-4036-a0f4-097425c9a628 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:32.821070 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6922ee8f-c15a-46c1-8f35-ad013a2047c2 req-3fba6930-495b-4036-a0f4-097425c9a628 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.0617471 Jun 27 15:27:32.900884 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6922ee8f-c15a-46c1-8f35-ad013a2047c2 req-7bb02e0d-7d73-4841-9ea7-3c318e38592b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732765 Jun 27 15:27:33.042442 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc8a91-153b-4d36-9b58-2d6a266a0ed6 req-ff117898-197a-49a6-9959-f96edfc60b65 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:33.045465 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-77fc8a91-153b-4d36-9b58-2d6a266a0ed6 req-ff117898-197a-49a6-9959-f96edfc60b65 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.0561612 Jun 27 15:27:33.046163 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:33.055769 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 50638) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:33.057594 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd30bc1-5b9c-4f78-bf20-409f61b0625d req-ee480a9f-063a-41f9-8d6f-7b18bd98c8f8 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:33.059176 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cdd30bc1-5b9c-4f78-bf20-409f61b0625d req-ee480a9f-063a-41f9-8d6f-7b18bd98c8f8 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 945 time: 0.0542829 Jun 27 15:27:33.061519 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-a997a63a-e16f-46d7-a3fe-fe602bdf856d tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Request body: {'floatingip': {'port_id': '309f419d-b0d1-4868-a4ca-ca1976451588'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:27:33.116033 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cdd30bc1-5b9c-4f78-bf20-409f61b0625d req-3d0130fa-d16a-4b39-b5cf-6c7c398449f4 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485003 Jun 27 15:27:33.141476 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a997a63a-e16f-46d7-a3fe-fe602bdf856d tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for floatingip (99750869-2375-4bed-b59d-06fe31f68c7f), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:33.267616 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:33.395170 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 62696634-23e0-4313-bcf8-d3be6665d3aa up at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:27:33.445646 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning for port 62696634-23e0-4313-bcf8-d3be6665d3aa completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 15:27:33.454796 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning complete for port 62696634-23e0-4313-bcf8-d3be6665d3aa triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:27:33.455349 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (62696634-23e0-4313-bcf8-d3be6665d3aa), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:33.538097 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 62696634-23e0-4313-bcf8-d3be6665d3aa is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:27:33.538589 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (62696634-23e0-4313-bcf8-d3be6665d3aa), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:33.565164 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831291d0-f04d-4927-afcd-88fd058db642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62696634-23e0-4313-bcf8-d3be6665d3aa'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:27:33.567437 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d85b7032bc105ad9eb63a31382f750c4bf6bbb4824e658972134fe301cb831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d5027b-f96f-4aa3-a2b9-78c158924d9f" -d '{"events": [{"server_uuid": "831291d0-f04d-4927-afcd-88fd058db642", "name": "network-vif-plugged", "status": "completed", "tag": "62696634-23e0-4313-bcf8-d3be6665d3aa"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:27:33.582365 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 62696634-23e0-4313-bcf8-d3be6665d3aa, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=62696634-23e0-4313-bcf8-d3be6665d3aa,segment=NetworkSegment(e8df84b0-b449-4f32-9fef-1bd341ec9717),segment_id=e8df84b0-b449-4f32-9fef-1bd341ec9717)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:27:33.588219 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (62696634-23e0-4313-bcf8-d3be6665d3aa), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:33.620806 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3bf5471-6e3b-42d2-80ab-87fee4bb1715 x-openstack-request-id: req-b3bf5471-6e3b-42d2-80ab-87fee4bb1715 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:27:33.621130 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831291d0-f04d-4927-afcd-88fd058db642", "name": "network-vif-plugged", "status": "completed", "tag": "62696634-23e0-4313-bcf8-d3be6665d3aa", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:27:33.621393 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b3bf5471-6e3b-42d2-80ab-87fee4bb1715 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:27:33.621809 dv-cinder-847798-1-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3bf5471-6e3b-42d2-80ab-87fee4bb1715'] response: {'server_uuid': '831291d0-f04d-4927-afcd-88fd058db642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62696634-23e0-4313-bcf8-d3be6665d3aa', 'code': 200} Jun 27 15:27:33.644004 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=62696634-23e0-4313-bcf8-d3be6665d3aa,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:33.798481 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672450fb-c3ca-440a-9f81-06ad399dacee req-1b9180ac-e957-41af-937f-19bcc9a73ec6 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:33.800171 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-672450fb-c3ca-440a-9f81-06ad399dacee req-1b9180ac-e957-41af-937f-19bcc9a73ec6 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.0525184 Jun 27 15:27:33.855576 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-672450fb-c3ca-440a-9f81-06ad399dacee req-1e5a83ee-c91d-44bb-8d0c-70d674a45596 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481818 Jun 27 15:27:33.988685 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:33.988685 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a997a63a-e16f-46d7-a3fe-fe602bdf856d tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:33.999498 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a997a63a-e16f-46d7-a3fe-fe602bdf856d tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (99750869-2375-4bed-b59d-06fe31f68c7f), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:34.116098 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.l3_db [None req-a997a63a-e16f-46d7-a3fe-fe602bdf856d tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Floating IP 99750869-2375-4bed-b59d-06fe31f68c7f associated. External IP: 172.27.2.143, port: 309f419d-b0d1-4868-a4ca-ca1976451588. Jun 27 15:27:34.321523 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99ff05-d480-442a-bc23-8908c55cad6e req-cd77cd0e-1430-4ef1-8301-903d1ce30778 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:34.323057 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fa99ff05-d480-442a-bc23-8908c55cad6e req-cd77cd0e-1430-4ef1-8301-903d1ce30778 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.0945311 Jun 27 15:27:34.424635 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fa99ff05-d480-442a-bc23-8908c55cad6e req-59aa0864-b330-4154-ae8a-9941ebfb0866 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952575 Jun 27 15:27:34.432637 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a997a63a-e16f-46d7-a3fe-fe602bdf856d tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Router ec4aaba1-3174-4033-8024-037f1ab5181a has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:27:34.559112 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a997a63a-e16f-46d7-a3fe-fe602bdf856d tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:27:34.564036 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a997a63a-e16f-46d7-a3fe-fe602bdf856d tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:34.573806 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b824fd32-4867-4beb-803a-a3f61950fe96 None None] Sync routers for ids ['ec4aaba1-3174-4033-8024-037f1ab5181a'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:27:34.585519 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b824fd32-4867-4beb-803a-a3f61950fe96 None None] Routers {'ec4aaba1-3174-4033-8024-037f1ab5181a'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:27:34.586301 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b824fd32-4867-4beb-803a-a3f61950fe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:27:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['ec4aaba1-3174-4033-8024-037f1ab5181a'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:27:34.612654 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-a997a63a-e16f-46d7-a3fe-fe602bdf856d tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "PUT /v2.0/floatingips/99750869-2375-4bed-b59d-06fe31f68c7f HTTP/1.1" status: 200 len: 991 time: 1.5554018 Jun 27 15:27:34.613315 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53705ab2-462b-4198-8565-c1ad2fbf535d', 'tag': '309f419d-b0d1-4868-a4ca-ca1976451588'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:27:34.615834 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675b4f09-e5f8-4848-8ec4-f707d8da90ff" -d '{"events": [{"name": "network-changed", "server_uuid": "53705ab2-462b-4198-8565-c1ad2fbf535d", "tag": "309f419d-b0d1-4868-a4ca-ca1976451588"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:27:34.654015 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48340f7c-e91f-405b-995c-d0d163175ead x-openstack-request-id: req-48340f7c-e91f-405b-995c-d0d163175ead {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:27:34.654370 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53705ab2-462b-4198-8565-c1ad2fbf535d", "tag": "309f419d-b0d1-4868-a4ca-ca1976451588", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:27:34.654867 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-48340f7c-e91f-405b-995c-d0d163175ead {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:27:34.655455 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48340f7c-e91f-405b-995c-d0d163175ead'] response: {'name': 'network-changed', 'server_uuid': '53705ab2-462b-4198-8565-c1ad2fbf535d', 'tag': '309f419d-b0d1-4868-a4ca-ca1976451588', 'status': 'completed', 'code': 200} Jun 27 15:27:34.705332 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-b824fd32-4867-4beb-803a-a3f61950fe96 None None] Set router ec4aaba1-3174-4033-8024-037f1ab5181a gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:27:34.984860 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:34.995128 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3f5f9-f561-4d1a-b365-0212dd1380fb req-41a07f8e-285b-4e3b-a90b-8d8d5f38e33d tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:34.996783 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3bf3f5f9-f561-4d1a-b365-0212dd1380fb req-41a07f8e-285b-4e3b-a90b-8d8d5f38e33d tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.0656748 Jun 27 15:27:35.019159 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b824fd32-4867-4beb-803a-a3f61950fe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'name': 'tempest-AttachVolumeTestJSON-292349098-router', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:18Z', 'updated_at': '2022-06-27T15:26:35Z', 'revision_number': 4, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'gw_port': {'id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:21Z', 'updated_at': '2022-06-27T15:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '99750869-2375-4bed-b59d-06fe31f68c7f', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'port_id': '309f419d-b0d1-4868-a4ca-ca1976451588', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3', 'mac_address': 'fa:16:3e:00:4d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53705ab2-462b-4198-8565-c1ad2fbf535d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:26:52Z', 'updated_at': '2022-06-27T15:27:33Z', 'revision_number': 1, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '457104e6-73db-4efd-808c-941317798c14', 'name': '', 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'mac_address': 'fa:16:3e:7f:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:31Z', 'updated_at': '2022-06-27T15:27:00Z', 'revision_number': 5, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'subnets': [{'id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:27:35.069008 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b824fd32-4867-4beb-803a-a3f61950fe96 None None] Checking router: ec4aaba1-3174-4033-8024-037f1ab5181a for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:27:35.082325 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b824fd32-4867-4beb-803a-a3f61950fe96 None None] Routers {'ec4aaba1-3174-4033-8024-037f1ab5181a'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:27:35.082325 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b824fd32-4867-4beb-803a-a3f61950fe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:27:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['ec4aaba1-3174-4033-8024-037f1ab5181a'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:27:35.096183 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3bf3f5f9-f561-4d1a-b365-0212dd1380fb req-7e65db59-3ea9-4bc6-888e-1aa3653c32af tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929992 Jun 27 15:27:35.246269 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-b824fd32-4867-4beb-803a-a3f61950fe96 None None] Set router ec4aaba1-3174-4033-8024-037f1ab5181a gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:27:35.279673 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b4f09-e5f8-4848-8ec4-f707d8da90ff req-97127b75-ee34-493d-a601-0ea48c7839b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:35.281439 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-675b4f09-e5f8-4848-8ec4-f707d8da90ff req-97127b75-ee34-493d-a601-0ea48c7839b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e07fc46cd5f4afe875767c926bd63ee&device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 1129 time: 0.0920138 Jun 27 15:27:35.465524 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b4f09-e5f8-4848-8ec4-f707d8da90ff req-67b26e0c-dee8-406a-a968-b71e23580c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:35.467534 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-675b4f09-e5f8-4848-8ec4-f707d8da90ff req-67b26e0c-dee8-406a-a968-b71e23580c2f service neutron] 10.222.0.42 "GET /v2.0/networks?id=42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 HTTP/1.1" status: 200 len: 911 time: 0.1547320 Jun 27 15:27:35.526512 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52861c0-e219-4e7d-9e3d-41b003bb89fc req-42274f5f-e486-422f-a071-c41229ca321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:35.528401 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c52861c0-e219-4e7d-9e3d-41b003bb89fc req-42274f5f-e486-422f-a071-c41229ca321d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 1130 time: 0.0603406 Jun 27 15:27:35.592548 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c52861c0-e219-4e7d-9e3d-41b003bb89fc req-bd9208e1-cb22-41a6-bd99-9a0fc2e415cb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566020 Jun 27 15:27:35.661506 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b824fd32-4867-4beb-803a-a3f61950fe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'name': 'tempest-AttachVolumeTestJSON-292349098-router', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:18Z', 'updated_at': '2022-06-27T15:26:35Z', 'revision_number': 4, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'gw_port': {'id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:21Z', 'updated_at': '2022-06-27T15:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '99750869-2375-4bed-b59d-06fe31f68c7f', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'port_id': '309f419d-b0d1-4868-a4ca-ca1976451588', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3', 'mac_address': 'fa:16:3e:00:4d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53705ab2-462b-4198-8565-c1ad2fbf535d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:26:52Z', 'updated_at': '2022-06-27T15:27:33Z', 'revision_number': 1, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '457104e6-73db-4efd-808c-941317798c14', 'name': '', 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'mac_address': 'fa:16:3e:7f:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:31Z', 'updated_at': '2022-06-27T15:27:00Z', 'revision_number': 5, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'subnets': [{'id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:27:35.688221 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b824fd32-4867-4beb-803a-a3f61950fe96 None None] The sync data for ids ['ec4aaba1-3174-4033-8024-037f1ab5181a'] in dv-cinder-847798-1-iscsi is: [{'id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'name': 'tempest-AttachVolumeTestJSON-292349098-router', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:18Z', 'updated_at': '2022-06-27T15:26:35Z', 'revision_number': 4, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'gw_port': {'id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:21Z', 'updated_at': '2022-06-27T15:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '99750869-2375-4bed-b59d-06fe31f68c7f', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'port_id': '309f419d-b0d1-4868-a4ca-ca1976451588', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3', 'mac_address': 'fa:16:3e:00:4d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53705ab2-462b-4198-8565-c1ad2fbf535d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:26:52Z', 'updated_at': '2022-06-27T15:27:33Z', 'revision_number': 1, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '457104e6-73db-4efd-808c-941317798c14', 'name': '', 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'mac_address': 'fa:16:3e:7f:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:31Z', 'updated_at': '2022-06-27T15:27:00Z', 'revision_number': 5, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'subnets': [{'id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:27:35.841646 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654b06a-e601-48f5-b8fe-4037d1e67be5 req-ee9c8bc1-521b-49cf-b934-ddeca684e1e0 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:35.843230 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3654b06a-e601-48f5-b8fe-4037d1e67be5 req-ee9c8bc1-521b-49cf-b934-ddeca684e1e0 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.3015153 Jun 27 15:27:35.848094 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-675b4f09-e5f8-4848-8ec4-f707d8da90ff req-a9ecdf05-f0b7-4734-8f63-1499b7397e10 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=309f419d-b0d1-4868-a4ca-ca1976451588 HTTP/1.1" status: 200 len: 999 time: 0.3647349 Jun 27 15:27:35.964285 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b4f09-e5f8-4848-8ec4-f707d8da90ff req-f1fc9c08-d058-49cd-aa04-1f8f282b0aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:35.965826 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-675b4f09-e5f8-4848-8ec4-f707d8da90ff req-f1fc9c08-d058-49cd-aa04-1f8f282b0aa3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf7190f5-96d6-4fc7-8135-6ae4628d416d HTTP/1.1" status: 200 len: 849 time: 0.0953445 Jun 27 15:27:35.969113 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3654b06a-e601-48f5-b8fe-4037d1e67be5 req-fc7f13b6-4692-4f81-93bb-8adf5ef9b24b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169641 Jun 27 15:27:36.036961 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b4f09-e5f8-4848-8ec4-f707d8da90ff req-87ac9474-aadf-472d-b11e-0879260ad210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:36.038548 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-675b4f09-e5f8-4848-8ec4-f707d8da90ff req-87ac9474-aadf-472d-b11e-0879260ad210 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=42d6796f-0df3-4f1e-9bd2-00a387c5c9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662277 Jun 27 15:27:36.292046 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6d046-1029-4891-877c-73b5b0ce6c67 req-036695a8-9078-4058-ba07-4fc0df67ac17 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:36.295022 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-eeb6d046-1029-4891-877c-73b5b0ce6c67 req-036695a8-9078-4058-ba07-4fc0df67ac17 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.1014040 Jun 27 15:27:36.379400 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-eeb6d046-1029-4891-877c-73b5b0ce6c67 req-59dbdfff-87ba-4080-ab99-0158adb3cc02 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707941 Jun 27 15:27:36.790267 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f654cf5-e88d-4469-be27-c208e4b90132 None None] New status for floating IP 99750869-2375-4bed-b59d-06fe31f68c7f: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 15:27:36.815263 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-675b4f09-e5f8-4848-8ec4-f707d8da90ff req-e9971f08-61d6-4c46-a872-32e130554578 service neutron] 10.222.0.42 "GET /v2.0/networks/42d6796f-0df3-4f1e-9bd2-00a387c5c9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546373 Jun 27 15:27:36.906018 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 50716) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:37.002493 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:37.021741 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-675b4f09-e5f8-4848-8ec4-f707d8da90ff req-a8f5ee0f-eeab-42c6-8029-b26ac37af06b service neutron] 10.222.0.42 "GET /v2.0/networks/42d6796f-0df3-4f1e-9bd2-00a387c5c9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764894 Jun 27 15:27:37.124957 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d2033942-3d03-43ba-b8a2-e5758e09f156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:37.168855 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b29be5-d1d8-4b22-b203-2639a0721bcf req-eec6ba7b-5467-4a53-a9a8-975f45173723 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:37.180623 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-00b29be5-d1d8-4b22-b203-2639a0721bcf req-eec6ba7b-5467-4a53-a9a8-975f45173723 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.1128976 Jun 27 15:27:37.226748 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d2033942-3d03-43ba-b8a2-e5758e09f156 admin admin] Publish callbacks [] for security_group (953b6663-f174-4e2b-ad24-213372048e5a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:37.238466 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d2033942-3d03-43ba-b8a2-e5758e09f156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (953b6663-f174-4e2b-ad24-213372048e5a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:37.249382 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-00b29be5-d1d8-4b22-b203-2639a0721bcf req-4c973e2c-0e14-4cfa-8dcd-5d5836de6dff tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671270 Jun 27 15:27:37.289986 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-d2033942-3d03-43ba-b8a2-e5758e09f156 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0a6558beb7204c349dffc9bc625b34f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3813119 Jun 27 15:27:37.290781 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2033942-3d03-43ba-b8a2-e5758e09f156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953b6663-f174-4e2b-ad24-213372048e5a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:37.292828 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 50730) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:37.355518 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c1c0037-ef6f-4b41-95b3-b3be948d422e admin admin] Publish callbacks [] for security_group (953b6663-f174-4e2b-ad24-213372048e5a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:37.360432 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:37.385484 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c1c0037-ef6f-4b41-95b3-b3be948d422e admin admin] Publish callbacks [] for security_group (953b6663-f174-4e2b-ad24-213372048e5a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:37.461305 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c1c0037-ef6f-4b41-95b3-b3be948d422e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (953b6663-f174-4e2b-ad24-213372048e5a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:37.464919 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0c1c0037-ef6f-4b41-95b3-b3be948d422e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:37.466257 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-0c1c0037-ef6f-4b41-95b3-b3be948d422e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/953b6663-f174-4e2b-ad24-213372048e5a HTTP/1.1" status: 204 len: 168 time: 0.1723394 Jun 27 15:27:37.477747 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c0037-ef6f-4b41-95b3-b3be948d422e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953b6663-f174-4e2b-ad24-213372048e5a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:37.537491 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09aafe-8f5e-4f7f-af9e-315dd807d4ee req-b7f48de8-8a7a-4002-afbe-02eca77e3316 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:37.540363 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9e09aafe-8f5e-4f7f-af9e-315dd807d4ee req-b7f48de8-8a7a-4002-afbe-02eca77e3316 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.0887437 Jun 27 15:27:37.612622 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9e09aafe-8f5e-4f7f-af9e-315dd807d4ee req-19049886-2619-4eb0-8592-c7aff2d7bf0b tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662830 Jun 27 15:27:37.806848 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 50740) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:37.824693 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-640acdb1-8079-4918-b8a9-04044a629a0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:37.850299 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:37.922612 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-640acdb1-8079-4918-b8a9-04044a629a0c admin admin] Publish callbacks [] for security_group (eca21bd2-30d0-49b7-b669-26e31737461a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:37.926828 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-640acdb1-8079-4918-b8a9-04044a629a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (eca21bd2-30d0-49b7-b669-26e31737461a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:37.969767 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640acdb1-8079-4918-b8a9-04044a629a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca21bd2-30d0-49b7-b669-26e31737461a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:37.974496 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-640acdb1-8079-4918-b8a9-04044a629a0c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa063bb6be7345a2ac6be3c212f6b705&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1664507 Jun 27 15:27:37.978477 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 50742) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:38.031264 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-04134276-4c1d-4837-bd4e-92c46f6fc2f6 admin admin] Publish callbacks [] for security_group (eca21bd2-30d0-49b7-b669-26e31737461a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:38.054447 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-04134276-4c1d-4837-bd4e-92c46f6fc2f6 admin admin] Publish callbacks [] for security_group (eca21bd2-30d0-49b7-b669-26e31737461a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:38.109558 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-04134276-4c1d-4837-bd4e-92c46f6fc2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (eca21bd2-30d0-49b7-b669-26e31737461a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:38.112294 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-04134276-4c1d-4837-bd4e-92c46f6fc2f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:38.115649 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-04134276-4c1d-4837-bd4e-92c46f6fc2f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/eca21bd2-30d0-49b7-b669-26e31737461a HTTP/1.1" status: 204 len: 168 time: 0.1350176 Jun 27 15:27:38.121903 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04134276-4c1d-4837-bd4e-92c46f6fc2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca21bd2-30d0-49b7-b669-26e31737461a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:38.396311 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fae6c1-ebd1-45ab-8d9c-8008bdd7cde1 req-219b8fbf-eae1-410b-8647-f227f798eb5c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:38.399088 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f9fae6c1-ebd1-45ab-8d9c-8008bdd7cde1 req-219b8fbf-eae1-410b-8647-f227f798eb5c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.0672357 Jun 27 15:27:38.453305 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f9fae6c1-ebd1-45ab-8d9c-8008bdd7cde1 req-93fdec6d-3357-48aa-83d8-ece1ad9d8272 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473211 Jun 27 15:27:38.717585 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:38.741155 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66b324-724c-45c0-888d-3b2aa9e07124 req-67f4ae9b-1ac8-4ec0-a2e4-bce196f5526a tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:38.742701 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7e66b324-724c-45c0-888d-3b2aa9e07124 req-67f4ae9b-1ac8-4ec0-a2e4-bce196f5526a tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.0666156 Jun 27 15:27:38.774189 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-aee43a54-0b30-4711-8c2d-bf0da0651d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:38.802019 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7e66b324-724c-45c0-888d-3b2aa9e07124 req-dc4c0246-e112-4a7e-a959-ab7d0f19f6da tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488491 Jun 27 15:27:39.588916 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d6f00-27ab-42ec-9785-b1d84567cf63 req-ffdb81a6-250f-4a2d-9ad2-b7b7d1996895 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:39.590465 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ca6d6f00-27ab-42ec-9785-b1d84567cf63 req-ffdb81a6-250f-4a2d-9ad2-b7b7d1996895 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.0499916 Jun 27 15:27:39.645413 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ca6d6f00-27ab-42ec-9785-b1d84567cf63 req-da7a33b0-2d17-446f-a7c0-4c5e4e67d94a tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463810 Jun 27 15:27:39.934793 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b7c04-7f9f-46d0-b996-165b5a85c0cc req-9db5612d-5d47-4c6d-be59-2446f592619d tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:39.936395 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e58b7c04-7f9f-46d0-b996-165b5a85c0cc req-9db5612d-5d47-4c6d-be59-2446f592619d tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.0554702 Jun 27 15:27:40.001689 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e58b7c04-7f9f-46d0-b996-165b5a85c0cc req-68b661f1-e637-4c99-9580-f8b4273a5149 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583911 Jun 27 15:27:40.788761 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6072317f-b0e6-4a30-b093-0960bac2bde2 req-918bdd75-5540-4e1e-9a77-7e5dc5810f0c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:40.790700 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6072317f-b0e6-4a30-b093-0960bac2bde2 req-918bdd75-5540-4e1e-9a77-7e5dc5810f0c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.0596592 Jun 27 15:27:40.851663 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6072317f-b0e6-4a30-b093-0960bac2bde2 req-3e95de0d-a917-49da-acfc-e55d276be19f tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546906 Jun 27 15:27:41.151891 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883e46f-ce26-4948-be9a-c109490df2f1 req-e9a9f6e2-46b9-48ca-aea1-1d0bc9b3504c tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:41.153405 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d883e46f-ce26-4948-be9a-c109490df2f1 req-e9a9f6e2-46b9-48ca-aea1-1d0bc9b3504c tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.0493050 Jun 27 15:27:41.175455 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:41.208911 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d883e46f-ce26-4948-be9a-c109490df2f1 req-0c6a0030-1bd2-4364-bb72-20b35b09deb0 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494387 Jun 27 15:27:41.690248 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6ebd83e6-7bca-4f42-881e-21ecfa2ced0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:42.043318 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67aefab-6581-4209-98dd-d6b7d30c8f29 req-25c6aabd-0332-4f80-b784-788b61d208d0 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:42.045929 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e67aefab-6581-4209-98dd-d6b7d30c8f29 req-25c6aabd-0332-4f80-b784-788b61d208d0 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.0944667 Jun 27 15:27:42.121498 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e67aefab-6581-4209-98dd-d6b7d30c8f29 req-7e4a449b-e44e-4e46-97dd-ae5533160470 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674314 Jun 27 15:27:42.293363 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 50868) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:42.319843 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d62ec-0bef-48a8-ad39-7751778f5f0d req-acf26214-0b41-4e14-bcdf-cfb00f907a73 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:42.323004 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3d5d62ec-0bef-48a8-ad39-7751778f5f0d req-acf26214-0b41-4e14-bcdf-cfb00f907a73 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.0870793 Jun 27 15:27:42.335561 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 50872) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:42.383408 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-cc03b103-e5f1-439b-9f3d-ba28a2c86b23 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Request body: {'floatingip': {'port_id': '62696634-23e0-4313-bcf8-d3be6665d3aa'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:27:42.543072 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc03b103-e5f1-439b-9f3d-ba28a2c86b23 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for floatingip (4352f9af-9ceb-454a-8d9e-69b971d6edc4), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:42.546385 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5f65e25e-4234-484f-b410-801cab529926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:42.629569 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff7ee9-b127-4e94-a884-3a787db88184 req-06d3ee84-9d5b-4f30-864a-d68c7cdedcf0 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:42.632311 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6fff7ee9-b127-4e94-a884-3a787db88184 req-06d3ee84-9d5b-4f30-864a-d68c7cdedcf0 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.3278644 Jun 27 15:27:42.715794 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:42.851437 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:42.997097 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6fff7ee9-b127-4e94-a884-3a787db88184 req-79b42073-631b-4157-96be-acafda2ebf40 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228102 Jun 27 15:27:43.169103 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5f65e25e-4234-484f-b410-801cab529926 admin admin] Publish callbacks [] for security_group (caeb8723-32ff-4b2e-9541-8f620121bd14), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:43.177343 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5f65e25e-4234-484f-b410-801cab529926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (caeb8723-32ff-4b2e-9541-8f620121bd14), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:43.266639 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-5f65e25e-4234-484f-b410-801cab529926 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eb060f4f653f4c3194430b876587d6a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9707773 Jun 27 15:27:43.269674 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 50884) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:43.275511 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65e25e-4234-484f-b410-801cab529926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caeb8723-32ff-4b2e-9541-8f620121bd14,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:43.348992 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c90b6c37-d0bc-41c2-a862-6878346326c6 admin admin] Publish callbacks [] for security_group (caeb8723-32ff-4b2e-9541-8f620121bd14), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:43.374609 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c90b6c37-d0bc-41c2-a862-6878346326c6 admin admin] Publish callbacks [] for security_group (caeb8723-32ff-4b2e-9541-8f620121bd14), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:43.433457 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:43.454120 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c90b6c37-d0bc-41c2-a862-6878346326c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (caeb8723-32ff-4b2e-9541-8f620121bd14), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:43.457224 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c90b6c37-d0bc-41c2-a862-6878346326c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:43.458471 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-c90b6c37-d0bc-41c2-a862-6878346326c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/caeb8723-32ff-4b2e-9541-8f620121bd14 HTTP/1.1" status: 204 len: 168 time: 0.1874061 Jun 27 15:27:43.471486 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b6c37-d0bc-41c2-a862-6878346326c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caeb8723-32ff-4b2e-9541-8f620121bd14,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:43.682787 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc03b103-e5f1-439b-9f3d-ba28a2c86b23 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:43.687861 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc03b103-e5f1-439b-9f3d-ba28a2c86b23 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (4352f9af-9ceb-454a-8d9e-69b971d6edc4), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:43.898236 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 50894) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:43.913450 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-46a8f6cc-9d37-435a-b5d3-9e3e764ddf1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:44.006177 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.db.l3_db [None req-cc03b103-e5f1-439b-9f3d-ba28a2c86b23 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Floating IP 4352f9af-9ceb-454a-8d9e-69b971d6edc4 associated. External IP: 172.27.2.91, port: 62696634-23e0-4313-bcf8-d3be6665d3aa. Jun 27 15:27:44.012285 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-46a8f6cc-9d37-435a-b5d3-9e3e764ddf1e admin admin] Publish callbacks [] for security_group (a65c5f85-2aad-4114-80b2-54cdbb444d10), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:44.017715 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-46a8f6cc-9d37-435a-b5d3-9e3e764ddf1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (a65c5f85-2aad-4114-80b2-54cdbb444d10), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:44.065184 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8f6cc-9d37-435a-b5d3-9e3e764ddf1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65c5f85-2aad-4114-80b2-54cdbb444d10,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:44.073432 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-46a8f6cc-9d37-435a-b5d3-9e3e764ddf1e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3efd4a142f15430dad4acdd4c48e7d28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1735282 Jun 27 15:27:44.074261 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 50902) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:44.180709 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68150c-7bbf-4579-9422-dc029bbb30f5 req-ade30fe4-345d-4771-87d8-5e1eace0c106 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:44.182169 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-db68150c-7bbf-4579-9422-dc029bbb30f5 req-ade30fe4-345d-4771-87d8-5e1eace0c106 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.0657282 Jun 27 15:27:44.183416 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dbf79f26-6d0f-463f-b21c-64bc491119a8 admin admin] Publish callbacks [] for security_group (a65c5f85-2aad-4114-80b2-54cdbb444d10), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:44.214121 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:44.222215 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dbf79f26-6d0f-463f-b21c-64bc491119a8 admin admin] Publish callbacks [] for security_group (a65c5f85-2aad-4114-80b2-54cdbb444d10), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:44.276652 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc03b103-e5f1-439b-9f3d-ba28a2c86b23 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Router d88e545f-3b13-43b5-88d4-b4caf72885d0 has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:27:44.280103 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-db68150c-7bbf-4579-9422-dc029bbb30f5 req-e3bde2e7-5fa3-44b6-bdbc-589bedcacdaa tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907140 Jun 27 15:27:44.310824 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dbf79f26-6d0f-463f-b21c-64bc491119a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (a65c5f85-2aad-4114-80b2-54cdbb444d10), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:44.313513 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dbf79f26-6d0f-463f-b21c-64bc491119a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:44.317475 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-dbf79f26-6d0f-463f-b21c-64bc491119a8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a65c5f85-2aad-4114-80b2-54cdbb444d10 HTTP/1.1" status: 204 len: 168 time: 0.2396457 Jun 27 15:27:44.326874 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf79f26-6d0f-463f-b21c-64bc491119a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65c5f85-2aad-4114-80b2-54cdbb444d10,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:44.394213 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:44.409826 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc03b103-e5f1-439b-9f3d-ba28a2c86b23 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:27:44.417379 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc03b103-e5f1-439b-9f3d-ba28a2c86b23 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:44.425148 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07fa067-5097-4443-b69d-362fd5ee6823 None None] Sync routers for ids ['d88e545f-3b13-43b5-88d4-b4caf72885d0'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:27:44.438568 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07fa067-5097-4443-b69d-362fd5ee6823 None None] Routers {'d88e545f-3b13-43b5-88d4-b4caf72885d0'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:27:44.439128 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d07fa067-5097-4443-b69d-362fd5ee6823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:27:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d88e545f-3b13-43b5-88d4-b4caf72885d0'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:27:44.474313 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-cc03b103-e5f1-439b-9f3d-ba28a2c86b23 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "PUT /v2.0/floatingips/4352f9af-9ceb-454a-8d9e-69b971d6edc4 HTTP/1.1" status: 200 len: 991 time: 2.1345098 Jun 27 15:27:44.474313 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831291d0-f04d-4927-afcd-88fd058db642', 'tag': '62696634-23e0-4313-bcf8-d3be6665d3aa'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:27:44.475352 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ecdf1b21e48a9c17975c38f4cbb98a47ab0df019f7748c413a09c43e6bcf64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbd21e4-7c9f-4c21-b0a6-4470d707461e" -d '{"events": [{"name": "network-changed", "server_uuid": "831291d0-f04d-4927-afcd-88fd058db642", "tag": "62696634-23e0-4313-bcf8-d3be6665d3aa"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:27:44.519088 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e0bb9f-3c47-4adc-a80a-9f1bff58197b x-openstack-request-id: req-79e0bb9f-3c47-4adc-a80a-9f1bff58197b {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:27:44.519342 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831291d0-f04d-4927-afcd-88fd058db642", "tag": "62696634-23e0-4313-bcf8-d3be6665d3aa", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:27:44.519754 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-79e0bb9f-3c47-4adc-a80a-9f1bff58197b {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:27:44.520505 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79e0bb9f-3c47-4adc-a80a-9f1bff58197b'] response: {'name': 'network-changed', 'server_uuid': '831291d0-f04d-4927-afcd-88fd058db642', 'tag': '62696634-23e0-4313-bcf8-d3be6665d3aa', 'status': 'completed', 'code': 200} Jun 27 15:27:44.552291 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d07fa067-5097-4443-b69d-362fd5ee6823 None None] Set router d88e545f-3b13-43b5-88d4-b4caf72885d0 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:27:44.663728 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=100 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:44.680090 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=100 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:44.804819 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d07fa067-5097-4443-b69d-362fd5ee6823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1586938063-router', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:22Z', 'updated_at': '2022-06-27T15:26:37Z', 'revision_number': 4, 'project_id': '2270daf238a640609e9ab514b01d9768', 'gw_port': {'id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:24Z', 'updated_at': '2022-06-27T15:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '4352f9af-9ceb-454a-8d9e-69b971d6edc4', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'port_id': '62696634-23e0-4313-bcf8-d3be6665d3aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'mac_address': 'fa:16:3e:9f:45:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831291d0-f04d-4927-afcd-88fd058db642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:26:55Z', 'updated_at': '2022-06-27T15:27:43Z', 'revision_number': 1, 'project_id': '2270daf238a640609e9ab514b01d9768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b91a4f-0760-4eb6-8669-74245160977f', 'name': '', 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'mac_address': 'fa:16:3e:d2:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:33Z', 'updated_at': '2022-06-27T15:26:51Z', 'revision_number': 5, 'project_id': '2270daf238a640609e9ab514b01d9768', 'subnets': [{'id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:27:44.830710 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07fa067-5097-4443-b69d-362fd5ee6823 None None] Checking router: d88e545f-3b13-43b5-88d4-b4caf72885d0 for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:27:44.840198 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07fa067-5097-4443-b69d-362fd5ee6823 None None] Routers {'d88e545f-3b13-43b5-88d4-b4caf72885d0'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:27:44.840856 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d07fa067-5097-4443-b69d-362fd5ee6823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:27:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d88e545f-3b13-43b5-88d4-b4caf72885d0'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:27:44.969792 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-d07fa067-5097-4443-b69d-362fd5ee6823 None None] Set router d88e545f-3b13-43b5-88d4-b4caf72885d0 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:27:45.042173 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:45.350673 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-d07fa067-5097-4443-b69d-362fd5ee6823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1586938063-router', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:22Z', 'updated_at': '2022-06-27T15:26:37Z', 'revision_number': 4, 'project_id': '2270daf238a640609e9ab514b01d9768', 'gw_port': {'id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:24Z', 'updated_at': '2022-06-27T15:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '4352f9af-9ceb-454a-8d9e-69b971d6edc4', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'port_id': '62696634-23e0-4313-bcf8-d3be6665d3aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'mac_address': 'fa:16:3e:9f:45:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831291d0-f04d-4927-afcd-88fd058db642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:26:55Z', 'updated_at': '2022-06-27T15:27:43Z', 'revision_number': 1, 'project_id': '2270daf238a640609e9ab514b01d9768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b91a4f-0760-4eb6-8669-74245160977f', 'name': '', 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'mac_address': 'fa:16:3e:d2:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:33Z', 'updated_at': '2022-06-27T15:26:51Z', 'revision_number': 5, 'project_id': '2270daf238a640609e9ab514b01d9768', 'subnets': [{'id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:27:45.400819 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07fa067-5097-4443-b69d-362fd5ee6823 None None] The sync data for ids ['d88e545f-3b13-43b5-88d4-b4caf72885d0'] in dv-cinder-847798-1-iscsi is: [{'id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1586938063-router', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:22Z', 'updated_at': '2022-06-27T15:26:37Z', 'revision_number': 4, 'project_id': '2270daf238a640609e9ab514b01d9768', 'gw_port': {'id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:24Z', 'updated_at': '2022-06-27T15:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '4352f9af-9ceb-454a-8d9e-69b971d6edc4', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'port_id': '62696634-23e0-4313-bcf8-d3be6665d3aa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'mac_address': 'fa:16:3e:9f:45:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831291d0-f04d-4927-afcd-88fd058db642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:26:55Z', 'updated_at': '2022-06-27T15:27:43Z', 'revision_number': 1, 'project_id': '2270daf238a640609e9ab514b01d9768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b91a4f-0760-4eb6-8669-74245160977f', 'name': '', 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'mac_address': 'fa:16:3e:d2:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:33Z', 'updated_at': '2022-06-27T15:26:51Z', 'revision_number': 5, 'project_id': '2270daf238a640609e9ab514b01d9768', 'subnets': [{'id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:27:45.427085 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3898b0-85ab-4e93-a954-2a506b7dd088 req-9e00e0a8-5166-4145-85ec-ff2d8ee2b8ee tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:45.429780 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7e3898b0-85ab-4e93-a954-2a506b7dd088 req-9e00e0a8-5166-4145-85ec-ff2d8ee2b8ee tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.0602827 Jun 27 15:27:45.457582 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:45.529543 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7e3898b0-85ab-4e93-a954-2a506b7dd088 req-1ad70c1a-a3ab-481a-934b-21dfe54c96ac tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897264 Jun 27 15:27:45.731969 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd0c6a5-6ec9-462e-a12f-ced52451e262 None None] New status for floating IP 4352f9af-9ceb-454a-8d9e-69b971d6edc4: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 15:27:46.683199 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf23c3-0b25-4f42-895b-85785a0a0ef2 req-19697b84-724e-4346-a75c-36727bed5fce tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:46.685374 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bdbf23c3-0b25-4f42-895b-85785a0a0ef2 req-19697b84-724e-4346-a75c-36727bed5fce tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.0713079 Jun 27 15:27:46.741910 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bdbf23c3-0b25-4f42-895b-85785a0a0ef2 req-1129f0d2-3219-4452-8731-cf9e732dbd64 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497313 Jun 27 15:27:47.241635 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51046) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:47.276418 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:27:47.349300 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:47.358096 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fd6808bd-02ad-4484-8dec-efa10525a1c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:47.444288 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fd6808bd-02ad-4484-8dec-efa10525a1c6 admin admin] Publish callbacks [] for security_group (cb4e9bdd-10d4-44c1-8d3b-e0a011fd7413), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:47.448867 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fd6808bd-02ad-4484-8dec-efa10525a1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (cb4e9bdd-10d4-44c1-8d3b-e0a011fd7413), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:47.492808 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-fd6808bd-02ad-4484-8dec-efa10525a1c6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e0f05a3c7435459484df541e9e14e89c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2500465 Jun 27 15:27:47.493512 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6808bd-02ad-4484-8dec-efa10525a1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4e9bdd-10d4-44c1-8d3b-e0a011fd7413,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:47.496408 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 51050) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:47.557357 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8c8668df-f30c-4531-a963-1640edd223e4 admin admin] Publish callbacks [] for security_group (cb4e9bdd-10d4-44c1-8d3b-e0a011fd7413), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:47.572244 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:47.582889 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8c8668df-f30c-4531-a963-1640edd223e4 admin admin] Publish callbacks [] for security_group (cb4e9bdd-10d4-44c1-8d3b-e0a011fd7413), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:47.642724 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8c8668df-f30c-4531-a963-1640edd223e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (cb4e9bdd-10d4-44c1-8d3b-e0a011fd7413), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:47.645753 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8c8668df-f30c-4531-a963-1640edd223e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:47.646994 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-8c8668df-f30c-4531-a963-1640edd223e4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cb4e9bdd-10d4-44c1-8d3b-e0a011fd7413 HTTP/1.1" status: 204 len: 168 time: 0.1493213 Jun 27 15:27:47.657921 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8668df-f30c-4531-a963-1640edd223e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4e9bdd-10d4-44c1-8d3b-e0a011fd7413,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:47.673353 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:47.878755 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93c7e9-d1ba-48a1-9f2e-51f8d35c0259 req-1ce24314-ddaf-4aa6-905e-f14669dd6e4e tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:47.880545 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fa93c7e9-d1ba-48a1-9f2e-51f8d35c0259 req-1ce24314-ddaf-4aa6-905e-f14669dd6e4e tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.0665112 Jun 27 15:27:47.939890 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fa93c7e9-d1ba-48a1-9f2e-51f8d35c0259 req-f53d7b51-93e5-4437-886a-dfbcaced4954 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519733 Jun 27 15:27:48.005253 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51060) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:48.019948 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c8f0-c8a9-4e5c-a712-fe0b30ceda82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:48.132431 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c8f0-c8a9-4e5c-a712-fe0b30ceda82 admin admin] Publish callbacks [] for security_group (162b3ff1-48a9-4806-8ba8-ab3072a9be33), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:48.140671 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c8f0-c8a9-4e5c-a712-fe0b30ceda82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (162b3ff1-48a9-4806-8ba8-ab3072a9be33), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:48.186557 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1c8f0-c8a9-4e5c-a712-fe0b30ceda82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162b3ff1-48a9-4806-8ba8-ab3072a9be33,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:48.192693 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-bdd1c8f0-c8a9-4e5c-a712-fe0b30ceda82 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f6fdecbd24284243a5c9afb4bab90626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1856153 Jun 27 15:27:48.194475 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51068) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:48.264244 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fa23fa70-e679-40c1-9845-c44fe5f781b3 admin admin] Publish callbacks [] for security_group (162b3ff1-48a9-4806-8ba8-ab3072a9be33), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:48.291595 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fa23fa70-e679-40c1-9845-c44fe5f781b3 admin admin] Publish callbacks [] for security_group (162b3ff1-48a9-4806-8ba8-ab3072a9be33), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:48.354331 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fa23fa70-e679-40c1-9845-c44fe5f781b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (162b3ff1-48a9-4806-8ba8-ab3072a9be33), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:48.357302 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fa23fa70-e679-40c1-9845-c44fe5f781b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:48.358690 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-fa23fa70-e679-40c1-9845-c44fe5f781b3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/162b3ff1-48a9-4806-8ba8-ab3072a9be33 HTTP/1.1" status: 204 len: 168 time: 0.1629183 Jun 27 15:27:48.370174 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23fa70-e679-40c1-9845-c44fe5f781b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162b3ff1-48a9-4806-8ba8-ab3072a9be33,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:48.886589 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:48.990298 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:49.095601 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd21e4-7c9f-4c21-b0a6-4470d707461e req-452fa079-503c-4d94-a10a-21d3433fba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:49.097264 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9bbd21e4-7c9f-4c21-b0a6-4470d707461e req-452fa079-503c-4d94-a10a-21d3433fba2f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2270daf238a640609e9ab514b01d9768&device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 1130 time: 0.1281779 Jun 27 15:27:49.116243 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846647e-095b-43d0-8eb0-905f0c7de5e3 req-242112d0-8baf-42fa-ac92-5acab212900d tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:49.117855 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6846647e-095b-43d0-8eb0-905f0c7de5e3 req-242112d0-8baf-42fa-ac92-5acab212900d tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.0757942 Jun 27 15:27:49.193706 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6846647e-095b-43d0-8eb0-905f0c7de5e3 req-b6398812-676f-4651-809f-711702b6f93e tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657861 Jun 27 15:27:49.568657 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd21e4-7c9f-4c21-b0a6-4470d707461e req-4aa5c340-a991-4a99-93d6-d072ddaa0598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:49.570209 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9bbd21e4-7c9f-4c21-b0a6-4470d707461e req-4aa5c340-a991-4a99-93d6-d072ddaa0598 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e8e77f3f-2787-4f23-b11e-9e909cc074b3 HTTP/1.1" status: 200 len: 918 time: 0.1391275 Jun 27 15:27:49.718813 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9bbd21e4-7c9f-4c21-b0a6-4470d707461e req-bb23352b-105c-41f7-a993-ce097a733418 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62696634-23e0-4313-bcf8-d3be6665d3aa HTTP/1.1" status: 200 len: 1001 time: 0.1260350 Jun 27 15:27:49.802294 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd21e4-7c9f-4c21-b0a6-4470d707461e req-f7840f2f-cdab-4015-966c-75304dd61241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:49.804198 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9bbd21e4-7c9f-4c21-b0a6-4470d707461e req-f7840f2f-cdab-4015-966c-75304dd61241 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96df5947-fd71-41b6-a0c5-3296a5c0458f HTTP/1.1" status: 200 len: 856 time: 0.0763359 Jun 27 15:27:49.838218 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:49.902952 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd21e4-7c9f-4c21-b0a6-4470d707461e req-400e1a45-bc91-415b-aae3-edd14bf1e092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:49.905720 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9bbd21e4-7c9f-4c21-b0a6-4470d707461e req-400e1a45-bc91-415b-aae3-edd14bf1e092 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8e77f3f-2787-4f23-b11e-9e909cc074b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0881324 Jun 27 15:27:50.064006 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9bbd21e4-7c9f-4c21-b0a6-4470d707461e req-b430f25b-f54b-4f29-a001-3862e1cecc97 service neutron] 10.222.0.42 "GET /v2.0/networks/e8e77f3f-2787-4f23-b11e-9e909cc074b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492901 Jun 27 15:27:50.276399 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9bbd21e4-7c9f-4c21-b0a6-4470d707461e req-2e198eba-8ce9-4054-bb6b-7b6ef6280889 service neutron] 10.222.0.42 "GET /v2.0/networks/e8e77f3f-2787-4f23-b11e-9e909cc074b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042456 Jun 27 15:27:50.483147 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188119e-0375-4606-9061-05ec477e648c req-5b481d4c-1cb7-475e-95c8-1e1dd0ba3b76 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:50.487172 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d188119e-0375-4606-9061-05ec477e648c req-5b481d4c-1cb7-475e-95c8-1e1dd0ba3b76 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.1291902 Jun 27 15:27:50.602545 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d188119e-0375-4606-9061-05ec477e648c req-925ae990-d9a8-49db-8541-b21ced4c0d8f tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972736 Jun 27 15:27:50.727949 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18bcf2-b444-4734-9363-e80787bf9ead req-2f8ecc8b-6e7c-400d-b168-43a6dc849a1d tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:50.731217 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4e18bcf2-b444-4734-9363-e80787bf9ead req-2f8ecc8b-6e7c-400d-b168-43a6dc849a1d tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 945 time: 0.0639098 Jun 27 15:27:50.820645 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4e18bcf2-b444-4734-9363-e80787bf9ead req-8ec95231-a18a-44b9-9895-8a6c65b2ffae tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/security-groups?id=f284795f-24e4-4f0f-93ad-cbff0ed46d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769093 Jun 27 15:27:51.265259 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51204) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:51.406129 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-470de4cc-55d8-4aa5-83ba-2fa07b9d8bf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:51.526820 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-470de4cc-55d8-4aa5-83ba-2fa07b9d8bf6 admin admin] Publish callbacks [] for security_group (2cc0c4ed-c9b6-4794-979b-d58f43edd577), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:51.531572 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-470de4cc-55d8-4aa5-83ba-2fa07b9d8bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (2cc0c4ed-c9b6-4794-979b-d58f43edd577), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:51.589103 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-470de4cc-55d8-4aa5-83ba-2fa07b9d8bf6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c1bff836d1da41c9b5bb85edd595cd4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3227036 Jun 27 15:27:51.590777 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470de4cc-55d8-4aa5-83ba-2fa07b9d8bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc0c4ed-c9b6-4794-979b-d58f43edd577,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:51.591874 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 51230) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:51.661565 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e1a8c60f-7708-46e2-8388-9e42785bfa9c admin admin] Publish callbacks [] for security_group (2cc0c4ed-c9b6-4794-979b-d58f43edd577), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:51.692912 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e1a8c60f-7708-46e2-8388-9e42785bfa9c admin admin] Publish callbacks [] for security_group (2cc0c4ed-c9b6-4794-979b-d58f43edd577), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:51.777650 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938aa5ea-da5f-404b-975e-8a0a5482296a req-63bfd5a5-7e96-4817-8626-7d6fdb8dced4 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:51.779662 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-938aa5ea-da5f-404b-975e-8a0a5482296a req-63bfd5a5-7e96-4817-8626-7d6fdb8dced4 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.0613883 Jun 27 15:27:51.780078 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e1a8c60f-7708-46e2-8388-9e42785bfa9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (2cc0c4ed-c9b6-4794-979b-d58f43edd577), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:51.782881 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e1a8c60f-7708-46e2-8388-9e42785bfa9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:51.784893 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-e1a8c60f-7708-46e2-8388-9e42785bfa9c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2cc0c4ed-c9b6-4794-979b-d58f43edd577 HTTP/1.1" status: 204 len: 168 time: 0.1914351 Jun 27 15:27:51.798024 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a8c60f-7708-46e2-8388-9e42785bfa9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc0c4ed-c9b6-4794-979b-d58f43edd577,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:51.867685 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 51242) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:51.914211 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-938aa5ea-da5f-404b-975e-8a0a5482296a req-cd44088b-4682-49fb-b823-cef2a593feff tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222081 Jun 27 15:27:52.044486 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43603bb1-7578-41df-a86d-d432866dbd3a req-65995163-7dc8-4522-a6da-2ba12a57db58 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:52.052959 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-43603bb1-7578-41df-a86d-d432866dbd3a req-65995163-7dc8-4522-a6da-2ba12a57db58 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 945 time: 0.0943770 Jun 27 15:27:52.109051 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-43603bb1-7578-41df-a86d-d432866dbd3a req-1fc411ba-e3b8-4c11-9095-c4d208de58d5 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/security-groups?id=f284795f-24e4-4f0f-93ad-cbff0ed46d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551474 Jun 27 15:27:52.249974 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7250c257-fc12-44e9-b30c-fabfdb19884d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:52.342872 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7250c257-fc12-44e9-b30c-fabfdb19884d admin admin] Publish callbacks [] for security_group (8774cc9a-f771-482e-9a04-1b7a695ae13f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:52.343802 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:52.348703 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7250c257-fc12-44e9-b30c-fabfdb19884d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (8774cc9a-f771-482e-9a04-1b7a695ae13f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:52.397516 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-7250c257-fc12-44e9-b30c-fabfdb19884d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9fa28152e8934511bd5111b8929cadaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5280707 Jun 27 15:27:52.398769 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250c257-fc12-44e9-b30c-fabfdb19884d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8774cc9a-f771-482e-9a04-1b7a695ae13f,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:52.403159 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51256) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:52.465135 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f73802ad-9d3b-4363-831f-4cae07f75a79 admin admin] Publish callbacks [] for security_group (8774cc9a-f771-482e-9a04-1b7a695ae13f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:52.491842 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f73802ad-9d3b-4363-831f-4cae07f75a79 admin admin] Publish callbacks [] for security_group (8774cc9a-f771-482e-9a04-1b7a695ae13f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:52.513522 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:52.553953 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f73802ad-9d3b-4363-831f-4cae07f75a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (8774cc9a-f771-482e-9a04-1b7a695ae13f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:52.556777 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f73802ad-9d3b-4363-831f-4cae07f75a79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:52.557965 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f73802ad-9d3b-4363-831f-4cae07f75a79 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8774cc9a-f771-482e-9a04-1b7a695ae13f HTTP/1.1" status: 204 len: 168 time: 0.1533370 Jun 27 15:27:52.570363 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73802ad-9d3b-4363-831f-4cae07f75a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8774cc9a-f771-482e-9a04-1b7a695ae13f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:53.003947 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51290) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:53.040596 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1489bf2-656e-4532-8ee6-045285e3f2ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:53.087021 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd881c7-561f-4be6-b153-2f56885774e5 req-3758d1ef-0a12-470f-8d75-06b9f8ebde0e tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:53.088659 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1fd881c7-561f-4be6-b153-2f56885774e5 req-3758d1ef-0a12-470f-8d75-06b9f8ebde0e tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.0957360 Jun 27 15:27:53.196290 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:53.221890 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223cb57e-769b-4765-abf7-1fc4cc12768d req-7897e43d-6b30-48ca-8694-c4aeb893465d tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:53.224734 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-223cb57e-769b-4765-abf7-1fc4cc12768d req-7897e43d-6b30-48ca-8694-c4aeb893465d tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.42 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 945 time: 0.1013572 Jun 27 15:27:53.267288 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f543eca-cd34-4278-90fe-ebc25c35a95a req-2913f4a5-0165-4a2c-b658-47f72224f7c8 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:53.275542 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5f543eca-cd34-4278-90fe-ebc25c35a95a req-2913f4a5-0165-4a2c-b658-47f72224f7c8 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 945 time: 0.0732040 Jun 27 15:27:53.306685 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1fd881c7-561f-4be6-b153-2f56885774e5 req-d1739ef1-bc8d-41d0-9d94-7fe545face2b tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052834 Jun 27 15:27:53.320280 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 51298) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:53.345741 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1489bf2-656e-4532-8ee6-045285e3f2ad admin admin] Publish callbacks [] for security_group (d70d9b46-62c1-4ad5-aae9-495f5d57d285), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:53.357318 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5f543eca-cd34-4278-90fe-ebc25c35a95a req-d50b9bd8-2d35-4e6b-bb11-5796f909e1fa tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/security-groups?id=f284795f-24e4-4f0f-93ad-cbff0ed46d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799274 Jun 27 15:27:53.357973 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d1489bf2-656e-4532-8ee6-045285e3f2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (d70d9b46-62c1-4ad5-aae9-495f5d57d285), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:53.398916 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 51302) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:53.515154 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-d1489bf2-656e-4532-8ee6-045285e3f2ad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b3238cffb8f34efb8a3dce94b87e9a33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5101163 Jun 27 15:27:53.521467 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1489bf2-656e-4532-8ee6-045285e3f2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70d9b46-62c1-4ad5-aae9-495f5d57d285,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:53.521731 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 51308) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:53.540261 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-223cb57e-769b-4765-abf7-1fc4cc12768d req-bf0a9df6-b8e2-48f5-9e20-1ed34d43d7e4 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Deleting port d3ed4003-b3bf-4b78-872f-0deb501c8889 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:27:53.540261 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-223cb57e-769b-4765-abf7-1fc4cc12768d req-bf0a9df6-b8e2-48f5-9e20-1ed34d43d7e4 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (d3ed4003-b3bf-4b78-872f-0deb501c8889), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:53.572676 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:53.589075 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3b7c08f7-3555-4646-8df2-1f86dec6b2d3 admin admin] Publish callbacks [] for security_group (d70d9b46-62c1-4ad5-aae9-495f5d57d285), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:53.615564 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3b7c08f7-3555-4646-8df2-1f86dec6b2d3 admin admin] Publish callbacks [] for security_group (d70d9b46-62c1-4ad5-aae9-495f5d57d285), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:53.686347 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3b7c08f7-3555-4646-8df2-1f86dec6b2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (d70d9b46-62c1-4ad5-aae9-495f5d57d285), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:53.689692 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3b7c08f7-3555-4646-8df2-1f86dec6b2d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:53.694247 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-3b7c08f7-3555-4646-8df2-1f86dec6b2d3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d70d9b46-62c1-4ad5-aae9-495f5d57d285 HTTP/1.1" status: 204 len: 168 time: 0.1688704 Jun 27 15:27:53.694480 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-223cb57e-769b-4765-abf7-1fc4cc12768d req-bf0a9df6-b8e2-48f5-9e20-1ed34d43d7e4 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] For port d3ed4003-b3bf-4b78-872f-0deb501c8889, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=d3ed4003-b3bf-4b78-872f-0deb501c8889,segment=NetworkSegment(0b34a44b-aa13-47d2-994a-30a1b297fb88),segment_id=0b34a44b-aa13-47d2-994a-30a1b297fb88)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:27:53.694480 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-223cb57e-769b-4765-abf7-1fc4cc12768d req-bf0a9df6-b8e2-48f5-9e20-1ed34d43d7e4 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (d3ed4003-b3bf-4b78-872f-0deb501c8889), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:53.721928 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-223cb57e-769b-4765-abf7-1fc4cc12768d req-bf0a9df6-b8e2-48f5-9e20-1ed34d43d7e4 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Calling delete_port for d3ed4003-b3bf-4b78-872f-0deb501c8889 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:27:53.723784 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c08f7-3555-4646-8df2-1f86dec6b2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70d9b46-62c1-4ad5-aae9-495f5d57d285,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:53.789075 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4e81dcc3-fe2d-44a9-b32e-816a99aec298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:53.823997 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 51312) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:53.832564 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9cb2b9ec-77f0-4ccb-b9fd-6d9560374896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:53.939175 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9426587-3e97-4e83-b9da-160486aec384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:53.982680 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-223cb57e-769b-4765-abf7-1fc4cc12768d req-bf0a9df6-b8e2-48f5-9e20-1ed34d43d7e4 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (d3ed4003-b3bf-4b78-872f-0deb501c8889), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:53.998856 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4e81dcc3-fe2d-44a9-b32e-816a99aec298 admin admin] Publish callbacks [] for security_group (5c032379-61fc-44d8-a5e0-c2358bf96869), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:54.003976 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['d3ed4003-b3bf-4b78-872f-0deb501c8889'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:27:54.008957 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4e81dcc3-fe2d-44a9-b32e-816a99aec298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (5c032379-61fc-44d8-a5e0-c2358bf96869), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:54.022499 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a9df6-b8e2-48f5-9e20-1ed34d43d7e4 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Pushing event deleted for resources: {'Port': ['ID=d3ed4003-b3bf-4b78-872f-0deb501c8889,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:54.058568 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:54.080264 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-4e81dcc3-fe2d-44a9-b32e-816a99aec298 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=234fc2ca7ba7409188389d0af024c509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6795652 Jun 27 15:27:54.081458 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51320) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:54.127653 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81dcc3-fe2d-44a9-b32e-816a99aec298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c032379-61fc-44d8-a5e0-c2358bf96869,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:54.129999 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-223cb57e-769b-4765-abf7-1fc4cc12768d req-bf0a9df6-b8e2-48f5-9e20-1ed34d43d7e4 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] No DVR routers for this DVR port d3ed4003-b3bf-4b78-872f-0deb501c8889 on host hv-cinder-84779 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:27:54.134315 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-223cb57e-769b-4765-abf7-1fc4cc12768d req-bf0a9df6-b8e2-48f5-9e20-1ed34d43d7e4 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:54.138776 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-223cb57e-769b-4765-abf7-1fc4cc12768d req-bf0a9df6-b8e2-48f5-9e20-1ed34d43d7e4 tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.42 "DELETE /v2.0/ports/d3ed4003-b3bf-4b78-872f-0deb501c8889 HTTP/1.1" status: 204 len: 173 time: 0.8672731 Jun 27 15:27:54.144879 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05ad818a-43eb-47d0-a466-eeeec96fd758', 'name': 'network-vif-deleted', 'tag': 'd3ed4003-b3bf-4b78-872f-0deb501c8889'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:27:54.147632 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ecdf1b21e48a9c17975c38f4cbb98a47ab0df019f7748c413a09c43e6bcf64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8649c1f-84d3-4378-8e92-824adce65da3" -d '{"events": [{"server_uuid": "05ad818a-43eb-47d0-a466-eeeec96fd758", "name": "network-vif-deleted", "tag": "d3ed4003-b3bf-4b78-872f-0deb501c8889"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:27:54.170669 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9cb2b9ec-77f0-4ccb-b9fd-6d9560374896 admin admin] Publish callbacks [] for security_group (f7d388ab-377b-4e0c-91fb-af4b5be4f509), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:54.180226 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9cb2b9ec-77f0-4ccb-b9fd-6d9560374896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (f7d388ab-377b-4e0c-91fb-af4b5be4f509), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:54.220988 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9373d9ae-284a-412d-a735-e5e8186dec29 admin admin] Publish callbacks [] for security_group (5c032379-61fc-44d8-a5e0-c2358bf96869), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:54.242040 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7ef949-cf27-4569-a6ad-c671929a8726 x-openstack-request-id: req-1e7ef949-cf27-4569-a6ad-c671929a8726 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:27:54.242350 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05ad818a-43eb-47d0-a466-eeeec96fd758", "name": "network-vif-deleted", "tag": "d3ed4003-b3bf-4b78-872f-0deb501c8889", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:27:54.242610 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1e7ef949-cf27-4569-a6ad-c671929a8726 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:27:54.243026 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e7ef949-cf27-4569-a6ad-c671929a8726'] response: {'server_uuid': '05ad818a-43eb-47d0-a466-eeeec96fd758', 'name': 'network-vif-deleted', 'tag': 'd3ed4003-b3bf-4b78-872f-0deb501c8889', 'status': 'completed', 'code': 200} Jun 27 15:27:54.256186 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9373d9ae-284a-412d-a735-e5e8186dec29 admin admin] Publish callbacks [] for security_group (5c032379-61fc-44d8-a5e0-c2358bf96869), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:54.265230 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9cb2b9ec-77f0-4ccb-b9fd-6d9560374896 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=849e09e8b3884d7482fc9d33287ceb79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9432328 Jun 27 15:27:54.268204 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2b9ec-77f0-4ccb-b9fd-6d9560374896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d388ab-377b-4e0c-91fb-af4b5be4f509,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:54.272280 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51328) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:54.286435 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:54.299388 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9426587-3e97-4e83-b9da-160486aec384 admin admin] Publish callbacks [] for security_group (c0664f1d-68b5-42a0-a514-1a7f78d509c2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:54.306735 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9426587-3e97-4e83-b9da-160486aec384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (c0664f1d-68b5-42a0-a514-1a7f78d509c2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:54.422520 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-f9426587-3e97-4e83-b9da-160486aec384 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=99700fcae6f94192bf65a070fb4b6e60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5963848 Jun 27 15:27:54.444591 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 51336) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:54.445237 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9426587-3e97-4e83-b9da-160486aec384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0664f1d-68b5-42a0-a514-1a7f78d509c2,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:54.466134 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2954a8a4-01b2-45bd-bc3f-f67141d44fe5 admin admin] Publish callbacks [] for security_group (f7d388ab-377b-4e0c-91fb-af4b5be4f509), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:54.545366 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2954a8a4-01b2-45bd-bc3f-f67141d44fe5 admin admin] Publish callbacks [] for security_group (f7d388ab-377b-4e0c-91fb-af4b5be4f509), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:54.570229 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26363da2-a604-40d1-90cd-713c6d43f247 req-101594ad-8e1f-4587-8a15-312e435af983 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:54.578152 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-26363da2-a604-40d1-90cd-713c6d43f247 req-101594ad-8e1f-4587-8a15-312e435af983 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.1788185 Jun 27 15:27:54.585382 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9373d9ae-284a-412d-a735-e5e8186dec29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (5c032379-61fc-44d8-a5e0-c2358bf96869), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:54.589583 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9373d9ae-284a-412d-a735-e5e8186dec29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:54.591104 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-9373d9ae-284a-412d-a735-e5e8186dec29 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5c032379-61fc-44d8-a5e0-c2358bf96869 HTTP/1.1" status: 204 len: 168 time: 0.5086217 Jun 27 15:27:54.620576 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373d9ae-284a-412d-a735-e5e8186dec29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c032379-61fc-44d8-a5e0-c2358bf96869,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:54.649827 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7bac0ebb-a8ac-495d-b572-1e3741f47302 req-d7a0278a-eabf-457a-96ba-df77cd72891c tempest-DeleteServersTestJSON-1968028981 tempest-DeleteServersTestJSON-1968028981-project] 10.222.0.26 "GET /v2.0/ports?device_id=05ad818a-43eb-47d0-a466-eeeec96fd758 HTTP/1.1" status: 200 len: 210 time: 0.0662525 Jun 27 15:27:54.696530 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:54.716679 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2954a8a4-01b2-45bd-bc3f-f67141d44fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (f7d388ab-377b-4e0c-91fb-af4b5be4f509), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:54.716679 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2954a8a4-01b2-45bd-bc3f-f67141d44fe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:54.716679 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-2954a8a4-01b2-45bd-bc3f-f67141d44fe5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f7d388ab-377b-4e0c-91fb-af4b5be4f509 HTTP/1.1" status: 204 len: 168 time: 0.4313097 Jun 27 15:27:54.719075 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954a8a4-01b2-45bd-bc3f-f67141d44fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d388ab-377b-4e0c-91fb-af4b5be4f509,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:54.729153 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-75300daa-09ce-413e-b4e5-3ad099b7cc65 admin admin] Publish callbacks [] for security_group (c0664f1d-68b5-42a0-a514-1a7f78d509c2), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:54.813118 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-26363da2-a604-40d1-90cd-713c6d43f247 req-bb07a72c-c563-4f88-8271-6e93f603c9f6 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268910 Jun 27 15:27:54.819194 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-75300daa-09ce-413e-b4e5-3ad099b7cc65 admin admin] Publish callbacks [] for security_group (c0664f1d-68b5-42a0-a514-1a7f78d509c2), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:54.938997 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-75300daa-09ce-413e-b4e5-3ad099b7cc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (c0664f1d-68b5-42a0-a514-1a7f78d509c2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:54.945725 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-75300daa-09ce-413e-b4e5-3ad099b7cc65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:54.949147 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-75300daa-09ce-413e-b4e5-3ad099b7cc65 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c0664f1d-68b5-42a0-a514-1a7f78d509c2 HTTP/1.1" status: 204 len: 168 time: 0.4992113 Jun 27 15:27:54.963245 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75300daa-09ce-413e-b4e5-3ad099b7cc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0664f1d-68b5-42a0-a514-1a7f78d509c2,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:55.401590 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=55 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:55.465562 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51370) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:55.638653 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-79215b40-d341-4c38-a82a-dd70671d2c7f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-301936037-network', 'tenant_id': '12d99dadc4d34ff2aff5da28e6cd4c51'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:27:55.662505 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79215b40-d341-4c38-a82a-dd70671d2c7f admin admin] Made reservation on behalf of 12d99dadc4d34ff2aff5da28e6cd4c51 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:27:55.665145 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-79215b40-d341-4c38-a82a-dd70671d2c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:55.674623 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-79215b40-d341-4c38-a82a-dd70671d2c7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:55.742640 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:55.807443 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-79215b40-d341-4c38-a82a-dd70671d2c7f admin admin] Publish callbacks [] for security_group (2124e33f-71a2-4e4a-bb76-ae924b92d474), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:55.814716 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-79215b40-d341-4c38-a82a-dd70671d2c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (2124e33f-71a2-4e4a-bb76-ae924b92d474), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:55.854453 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79215b40-d341-4c38-a82a-dd70671d2c7f admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 15:27:55.866062 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79215b40-d341-4c38-a82a-dd70671d2c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2124e33f-71a2-4e4a-bb76-ae924b92d474,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:55.874250 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-79215b40-d341-4c38-a82a-dd70671d2c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (9ccbfd36-5f5a-41f0-81e2-d232f3cda665), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:55.874625 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.db.segments_db [None req-79215b40-d341-4c38-a82a-dd70671d2c7f admin admin] Added segment 9ccbfd36-5f5a-41f0-81e2-d232f3cda665 of type vlan for network 718a4b6f-7122-4fff-92d6-52675d9eab2d Jun 27 15:27:55.963531 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-79215b40-d341-4c38-a82a-dd70671d2c7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767602840778'] for network (718a4b6f-7122-4fff-92d6-52675d9eab2d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:56.000104 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-79215b40-d341-4c38-a82a-dd70671d2c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for network (718a4b6f-7122-4fff-92d6-52675d9eab2d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:56.001223 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79215b40-d341-4c38-a82a-dd70671d2c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:56.004354 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-79215b40-d341-4c38-a82a-dd70671d2c7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:56.054881 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a9597-3032-438b-8bba-46e4f1bf35db req-eea8bca8-3ed7-46de-b351-2a9ea7aa0da2 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:56.066489 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b33a9597-3032-438b-8bba-46e4f1bf35db req-eea8bca8-3ed7-46de-b351-2a9ea7aa0da2 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.0837049 Jun 27 15:27:56.068060 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-79215b40-d341-4c38-a82a-dd70671d2c7f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6006560 Jun 27 15:27:56.068786 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51408) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:56.085155 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-a8b7533a-e44c-4690-83f4-8731a95724a0 admin admin] Request body: {'subnet': {'network_id': '718a4b6f-7122-4fff-92d6-52675d9eab2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-301936037-subnet', 'tenant_id': '12d99dadc4d34ff2aff5da28e6cd4c51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:27:56.127145 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79215b40-d341-4c38-a82a-dd70671d2c7f admin admin] Pushing event updated for resources: {'Network': ['ID=718a4b6f-7122-4fff-92d6-52675d9eab2d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:56.137699 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b33a9597-3032-438b-8bba-46e4f1bf35db req-50d1be40-277d-422f-84fd-2ad2de5f7c38 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698941 Jun 27 15:27:56.150885 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b7533a-e44c-4690-83f4-8731a95724a0 admin admin] Made reservation on behalf of 12d99dadc4d34ff2aff5da28e6cd4c51 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:27:56.154671 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a8b7533a-e44c-4690-83f4-8731a95724a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8666691'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:56.156609 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Network 718a4b6f-7122-4fff-92d6-52675d9eab2d details requested by agent ovs-agent-dv-cinder-847798-1-iscsi with host dv-cinder-847798-1-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 15:27:56.340074 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:56.412226 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a8b7533a-e44c-4690-83f4-8731a95724a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9438051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8666677'] for subnet (f966bd33-8573-4bfc-93a4-eebf31419927), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:56.505954 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7533a-e44c-4690-83f4-8731a95724a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f966bd33-8573-4bfc-93a4-eebf31419927,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:56.516592 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b7533a-e44c-4690-83f4-8731a95724a0 admin admin] Checking segment: {'id': '9ccbfd36-5f5a-41f0-81e2-d232f3cda665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '718a4b6f-7122-4fff-92d6-52675d9eab2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:27:56.517596 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b7533a-e44c-4690-83f4-8731a95724a0 admin admin] Network hostable DHCP agents. Network: 718a4b6f-7122-4fff-92d6-52675d9eab2d, hostable agents: ['98079605-5130-4ae4-a555-f860a4678271'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 15:27:56.540625 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b7533a-e44c-4690-83f4-8731a95724a0 admin admin] Network 718a4b6f-7122-4fff-92d6-52675d9eab2d is scheduled to be hosted by DHCP agent 98079605-5130-4ae4-a555-f860a4678271 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 15:27:56.552387 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-a8b7533a-e44c-4690-83f4-8731a95724a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847798-1-iscsi, 718a4b6f-7122-4fff-92d6-52675d9eab2d) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:27:56.562251 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e5195a-c77b-49a8-a471-56b4528e563d None None] Network 718a4b6f-7122-4fff-92d6-52675d9eab2d requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:27:56.566828 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b7533a-e44c-4690-83f4-8731a95724a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:56.567698 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a8b7533a-e44c-4690-83f4-8731a95724a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:56.593656 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-a8b7533a-e44c-4690-83f4-8731a95724a0 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5207357 Jun 27 15:27:56.728750 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b99e558-25ca-425c-913d-04641eb94163 None None] Network 718a4b6f-7122-4fff-92d6-52675d9eab2d requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:27:56.756581 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device d3ed4003-b3bf-4b78-872f-0deb501c8889 no longer exists at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:27:56.812185 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] No Port match for: d3ed4003-b3bf-4b78-872f-0deb501c8889 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:27:56.812771 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device d3ed4003-b3bf-4b78-872f-0deb501c8889 not bound to the agent host hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:27:56.967522 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51442) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:57.272856 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=49 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:57.407274 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038a8c2-3410-49c4-99d5-5a5e8a9f21d6 req-ef2cb22d-9674-481f-a75b-9a417f5bfc9f tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:57.409371 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4038a8c2-3410-49c4-99d5-5a5e8a9f21d6 req-ef2cb22d-9674-481f-a75b-9a417f5bfc9f tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.1294687 Jun 27 15:27:57.499975 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-f64c1fde-3a6d-4ac9-a0b8-b250e76591a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1984780124-network', 'tenant_id': 'b99a389f8cd34552ae1b3c30803669ae'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:27:57.537323 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 51472) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:57.570720 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:57.636407 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4038a8c2-3410-49c4-99d5-5a5e8a9f21d6 req-dd9a54dc-1191-4693-8268-c9c2d33916f0 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010438 Jun 27 15:27:57.644122 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64c1fde-3a6d-4ac9-a0b8-b250e76591a1 admin admin] Made reservation on behalf of b99a389f8cd34552ae1b3c30803669ae for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:27:57.666350 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f64c1fde-3a6d-4ac9-a0b8-b250e76591a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:57.702221 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f64c1fde-3a6d-4ac9-a0b8-b250e76591a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:57.941851 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f64c1fde-3a6d-4ac9-a0b8-b250e76591a1 admin admin] Publish callbacks [] for security_group (f099bc72-2769-4a17-8e8f-2a68796760a0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:57.949763 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f64c1fde-3a6d-4ac9-a0b8-b250e76591a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (f099bc72-2769-4a17-8e8f-2a68796760a0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:58.010059 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51482) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:58.028944 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-16119c76-869a-4bbf-b694-1dfc0443b5dc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1303171760-network', 'tenant_id': 'e098d1fcb0b647cdb0d9bd21cd01b27f'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:27:58.035916 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64c1fde-3a6d-4ac9-a0b8-b250e76591a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 15:27:58.083492 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c1fde-3a6d-4ac9-a0b8-b250e76591a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f099bc72-2769-4a17-8e8f-2a68796760a0,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:58.101155 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f64c1fde-3a6d-4ac9-a0b8-b250e76591a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (e3e201e6-4a2f-4b43-8aef-4bdca5df53a9), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:58.101755 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.db.segments_db [None req-f64c1fde-3a6d-4ac9-a0b8-b250e76591a1 admin admin] Added segment e3e201e6-4a2f-4b43-8aef-4bdca5df53a9 of type vlan for network 2579e3bc-4a9d-498c-82ba-b2ed0949972e Jun 27 15:27:58.174589 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16119c76-869a-4bbf-b694-1dfc0443b5dc admin admin] Made reservation on behalf of e098d1fcb0b647cdb0d9bd21cd01b27f for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:27:58.177887 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16119c76-869a-4bbf-b694-1dfc0443b5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:58.197205 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16119c76-869a-4bbf-b694-1dfc0443b5dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:58.203311 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f64c1fde-3a6d-4ac9-a0b8-b250e76591a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767602840778'] for network (2579e3bc-4a9d-498c-82ba-b2ed0949972e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:58.262933 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f64c1fde-3a6d-4ac9-a0b8-b250e76591a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for network (2579e3bc-4a9d-498c-82ba-b2ed0949972e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:58.263999 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64c1fde-3a6d-4ac9-a0b8-b250e76591a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:58.265037 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f64c1fde-3a6d-4ac9-a0b8-b250e76591a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:58.316826 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f64c1fde-3a6d-4ac9-a0b8-b250e76591a1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3454087 Jun 27 15:27:58.322649 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51488) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:58.358002 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-bae0afed-ee3b-458e-a655-fa499f1069a6 admin admin] Request body: {'subnet': {'network_id': '2579e3bc-4a9d-498c-82ba-b2ed0949972e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1984780124-subnet', 'tenant_id': 'b99a389f8cd34552ae1b3c30803669ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:27:58.371217 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c1fde-3a6d-4ac9-a0b8-b250e76591a1 admin admin] Pushing event updated for resources: {'Network': ['ID=2579e3bc-4a9d-498c-82ba-b2ed0949972e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:58.386850 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=76,neutron:DELETE=2,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:58.388498 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Network 2579e3bc-4a9d-498c-82ba-b2ed0949972e details requested by agent ovs-agent-dv-cinder-847798-1-iscsi with host dv-cinder-847798-1-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 15:27:58.403179 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae0afed-ee3b-458e-a655-fa499f1069a6 admin admin] Made reservation on behalf of b99a389f8cd34552ae1b3c30803669ae for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:27:58.405833 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bae0afed-ee3b-458e-a655-fa499f1069a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8666691'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:58.428961 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16119c76-869a-4bbf-b694-1dfc0443b5dc admin admin] Publish callbacks [] for security_group (385fd623-f5e4-4b62-8e3e-391628d81a33), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:58.442367 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16119c76-869a-4bbf-b694-1dfc0443b5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (385fd623-f5e4-4b62-8e3e-391628d81a33), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:58.517573 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16119c76-869a-4bbf-b694-1dfc0443b5dc admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 15:27:58.524267 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16119c76-869a-4bbf-b694-1dfc0443b5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385fd623-f5e4-4b62-8e3e-391628d81a33,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:58.537621 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a7d24285-53b9-4988-92c6-01d15d1d0df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3703176'] for router_interface (ddcc03ab-7866-4ff3-b89e-c9d95f4b189d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:58.542090 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16119c76-869a-4bbf-b694-1dfc0443b5dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (1eeb0e92-0fbe-4708-9829-174118e53875), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:58.542535 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.db.segments_db [None req-16119c76-869a-4bbf-b694-1dfc0443b5dc admin admin] Added segment 1eeb0e92-0fbe-4708-9829-174118e53875 of type vlan for network 190f29f3-ede9-40b3-8c4e-e1b2ba4a2fdc Jun 27 15:27:58.608827 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16119c76-869a-4bbf-b694-1dfc0443b5dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767602840778'] for network (190f29f3-ede9-40b3-8c4e-e1b2ba4a2fdc), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:58.639086 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=75,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:58.675604 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16119c76-869a-4bbf-b694-1dfc0443b5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for network (190f29f3-ede9-40b3-8c4e-e1b2ba4a2fdc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:58.676714 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16119c76-869a-4bbf-b694-1dfc0443b5dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:58.677269 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16119c76-869a-4bbf-b694-1dfc0443b5dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:58.758947 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-16119c76-869a-4bbf-b694-1dfc0443b5dc admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7401094 Jun 27 15:27:58.762135 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51496) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:27:58.767328 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-4c9784fd-a11a-422b-b4cf-6cc7a7aba0b1 admin admin] Request body: {'subnet': {'network_id': '190f29f3-ede9-40b3-8c4e-e1b2ba4a2fdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1303171760-subnet', 'tenant_id': 'e098d1fcb0b647cdb0d9bd21cd01b27f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:27:58.801957 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bae0afed-ee3b-458e-a655-fa499f1069a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9438051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8666677'] for subnet (2484939d-6240-4069-807c-ba14c336e5af), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:58.813087 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16119c76-869a-4bbf-b694-1dfc0443b5dc admin admin] Pushing event updated for resources: {'Network': ['ID=190f29f3-ede9-40b3-8c4e-e1b2ba4a2fdc,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:58.833809 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Network 190f29f3-ede9-40b3-8c4e-e1b2ba4a2fdc details requested by agent ovs-agent-dv-cinder-847798-1-iscsi with host dv-cinder-847798-1-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 15:27:58.866949 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9784fd-a11a-422b-b4cf-6cc7a7aba0b1 admin admin] Made reservation on behalf of e098d1fcb0b647cdb0d9bd21cd01b27f for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:27:58.869380 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c9784fd-a11a-422b-b4cf-6cc7a7aba0b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8666691'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:58.902532 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0afed-ee3b-458e-a655-fa499f1069a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2484939d-6240-4069-807c-ba14c336e5af,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:58.924177 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1f73f-b9e4-433a-9c64-c9ad434b398d req-ad9153ef-1418-4fe1-963c-6f6a2529ea3b tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:58.937021 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e4e1f73f-b9e4-433a-9c64-c9ad434b398d req-ad9153ef-1418-4fe1-963c-6f6a2529ea3b tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.1346078 Jun 27 15:27:58.958691 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae0afed-ee3b-458e-a655-fa499f1069a6 admin admin] Checking segment: {'id': 'e3e201e6-4a2f-4b43-8aef-4bdca5df53a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2579e3bc-4a9d-498c-82ba-b2ed0949972e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:27:58.959045 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae0afed-ee3b-458e-a655-fa499f1069a6 admin admin] Network hostable DHCP agents. Network: 2579e3bc-4a9d-498c-82ba-b2ed0949972e, hostable agents: ['98079605-5130-4ae4-a555-f860a4678271'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 15:27:58.996832 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae0afed-ee3b-458e-a655-fa499f1069a6 admin admin] Network 2579e3bc-4a9d-498c-82ba-b2ed0949972e is scheduled to be hosted by DHCP agent 98079605-5130-4ae4-a555-f860a4678271 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 15:27:59.014579 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-bae0afed-ee3b-458e-a655-fa499f1069a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847798-1-iscsi, 2579e3bc-4a9d-498c-82ba-b2ed0949972e) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:27:59.023134 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae0afed-ee3b-458e-a655-fa499f1069a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:59.023735 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bae0afed-ee3b-458e-a655-fa499f1069a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:59.024551 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d98601-385d-4106-9fab-f8c818d4f972 None None] Network 2579e3bc-4a9d-498c-82ba-b2ed0949972e requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:27:59.067045 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-bae0afed-ee3b-458e-a655-fa499f1069a6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7414527 Jun 27 15:27:59.100955 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:59.103112 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:59.122063 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e4e1f73f-b9e4-433a-9c64-c9ad434b398d req-2fabce04-61ae-4217-a51b-a95880eeaf24 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478510 Jun 27 15:27:59.145353 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c9784fd-a11a-422b-b4cf-6cc7a7aba0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9438051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8666677'] for subnet (e494248a-a25d-49c1-8435-70bd1edccd23), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:59.187455 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70f07ec-7892-44e3-9913-e56630dd776b None None] Network 2579e3bc-4a9d-498c-82ba-b2ed0949972e requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:27:59.196098 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:59.206064 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-a7d24285-53b9-4988-92c6-01d15d1d0df4 admin admin] Deleting port 28d74917-94c2-4449-b787-b0763b4a6246 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:27:59.206546 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a7d24285-53b9-4988-92c6-01d15d1d0df4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (28d74917-94c2-4449-b787-b0763b4a6246), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:59.232836 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9784fd-a11a-422b-b4cf-6cc7a7aba0b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e494248a-a25d-49c1-8435-70bd1edccd23,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:27:59.247207 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9784fd-a11a-422b-b4cf-6cc7a7aba0b1 admin admin] Checking segment: {'id': '1eeb0e92-0fbe-4708-9829-174118e53875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '190f29f3-ede9-40b3-8c4e-e1b2ba4a2fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:27:59.248728 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9784fd-a11a-422b-b4cf-6cc7a7aba0b1 admin admin] Network hostable DHCP agents. Network: 190f29f3-ede9-40b3-8c4e-e1b2ba4a2fdc, hostable agents: ['98079605-5130-4ae4-a555-f860a4678271'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 15:27:59.279883 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9784fd-a11a-422b-b4cf-6cc7a7aba0b1 admin admin] Network 190f29f3-ede9-40b3-8c4e-e1b2ba4a2fdc is scheduled to be hosted by DHCP agent 98079605-5130-4ae4-a555-f860a4678271 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 15:27:59.296140 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-4c9784fd-a11a-422b-b4cf-6cc7a7aba0b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847798-1-iscsi, 190f29f3-ede9-40b3-8c4e-e1b2ba4a2fdc) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:27:59.301811 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9784fd-a11a-422b-b4cf-6cc7a7aba0b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:27:59.303765 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4c9784fd-a11a-422b-b4cf-6cc7a7aba0b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:59.338174 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a5e2b1-87a3-4c6e-9407-e32bba515f9e None None] Network 190f29f3-ede9-40b3-8c4e-e1b2ba4a2fdc requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:27:59.349069 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:27:59.359488 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-4c9784fd-a11a-422b-b4cf-6cc7a7aba0b1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5924244 Jun 27 15:27:59.382919 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-a7d24285-53b9-4988-92c6-01d15d1d0df4 admin admin] For port 28d74917-94c2-4449-b787-b0763b4a6246, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=28d74917-94c2-4449-b787-b0763b4a6246,segment=NetworkSegment(0b34a44b-aa13-47d2-994a-30a1b297fb88),segment_id=0b34a44b-aa13-47d2-994a-30a1b297fb88)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:27:59.383248 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a7d24285-53b9-4988-92c6-01d15d1d0df4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (28d74917-94c2-4449-b787-b0763b4a6246), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:59.402819 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-a7d24285-53b9-4988-92c6-01d15d1d0df4 admin admin] Calling delete_port for 28d74917-94c2-4449-b787-b0763b4a6246 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:27:59.539102 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5080cb2-12f2-48fd-92bd-3d6641de2f53 None None] Network 190f29f3-ede9-40b3-8c4e-e1b2ba4a2fdc requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:27:59.741062 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a7d24285-53b9-4988-92c6-01d15d1d0df4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733'] for port (28d74917-94c2-4449-b787-b0763b4a6246), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:27:59.782066 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d24285-53b9-4988-92c6-01d15d1d0df4 admin admin] Pushing event deleted for resources: {'Port': ['ID=28d74917-94c2-4449-b787-b0763b4a6246,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:00.026380 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a7d24285-53b9-4988-92c6-01d15d1d0df4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3703068'] for router_interface (ddcc03ab-7866-4ff3-b89e-c9d95f4b189d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:00.341109 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d24285-53b9-4988-92c6-01d15d1d0df4 admin admin] Router ddcc03ab-7866-4ff3-b89e-c9d95f4b189d has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:28:00.476591 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d24285-53b9-4988-92c6-01d15d1d0df4 admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:28:00.482943 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-a7d24285-53b9-4988-92c6-01d15d1d0df4 admin admin] 10.222.0.26 "PUT /v2.0/routers/ddcc03ab-7866-4ff3-b89e-c9d95f4b189d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9441390 Jun 27 15:28:00.487999 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 51532) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:00.502087 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbc71a3-4607-446a-95bf-8f5b23f337cb None None] Sync routers for ids ['ddcc03ab-7866-4ff3-b89e-c9d95f4b189d'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:28:00.527680 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbc71a3-4607-446a-95bf-8f5b23f337cb None None] Routers {'ddcc03ab-7866-4ff3-b89e-c9d95f4b189d'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:28:00.528543 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-1bbc71a3-4607-446a-95bf-8f5b23f337cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:27:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['ddcc03ab-7866-4ff3-b89e-c9d95f4b189d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:00.626304 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5c2e9-5001-48d3-86d8-2d584731997f req-f7382f38-9563-43a0-a9dd-09388ea761e3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:00.636453 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-84e5c2e9-5001-48d3-86d8-2d584731997f req-f7382f38-9563-43a0-a9dd-09388ea761e3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.3454812 Jun 27 15:28:00.636453 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51536) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:00.719209 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-84e5c2e9-5001-48d3-86d8-2d584731997f req-9f5ad38a-1170-43b5-bf02-bc7b16d7acd3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842800 Jun 27 15:28:00.755999 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d26db30-2d37-4ea5-91ef-46bd5fddcd2f admin admin] Publish callbacks [] for router (ddcc03ab-7866-4ff3-b89e-c9d95f4b189d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:00.757602 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:00.784342 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-1bbc71a3-4607-446a-95bf-8f5b23f337cb None None] Set router ddcc03ab-7866-4ff3-b89e-c9d95f4b189d gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:28:00.800663 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:00.885497 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-097f9561-6c8b-45e6-9163-5acfab0879cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:00.897667 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d26db30-2d37-4ea5-91ef-46bd5fddcd2f admin admin] Publish callbacks [] for router_gateway (ddcc03ab-7866-4ff3-b89e-c9d95f4b189d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:00.901595 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:00.967701 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-6d26db30-2d37-4ea5-91ef-46bd5fddcd2f admin admin] Deleting port fe87aac8-52e6-410c-ab62-7a3b71b72370 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:28:00.968127 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d26db30-2d37-4ea5-91ef-46bd5fddcd2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (fe87aac8-52e6-410c-ab62-7a3b71b72370), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:00.992552 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-1bbc71a3-4607-446a-95bf-8f5b23f337cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcc03ab-7866-4ff3-b89e-c9d95f4b189d', 'name': 'tempest-DeleteServersTestJSON-1598468388-router', 'tenant_id': '05e46da777a54cbe92cbfb00c37d8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.246'}], 'enable_snat': True}, 'gw_port_id': 'fe87aac8-52e6-410c-ab62-7a3b71b72370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:16Z', 'updated_at': '2022-06-27T15:27:59Z', 'revision_number': 5, 'project_id': '05e46da777a54cbe92cbfb00c37d8bb5', 'gw_port': {'id': 'fe87aac8-52e6-410c-ab62-7a3b71b72370', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:82:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcc03ab-7866-4ff3-b89e-c9d95f4b189d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:18Z', 'updated_at': '2022-06-27T15:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:00.999873 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-097f9561-6c8b-45e6-9163-5acfab0879cf admin admin] Publish callbacks [] for security_group (787a98c3-f74d-4cf0-947b-ee7acabceb5e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:01.009433 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-097f9561-6c8b-45e6-9163-5acfab0879cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (787a98c3-f74d-4cf0-947b-ee7acabceb5e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:01.019830 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbc71a3-4607-446a-95bf-8f5b23f337cb None None] Checking router: ddcc03ab-7866-4ff3-b89e-c9d95f4b189d for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:28:01.032079 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbc71a3-4607-446a-95bf-8f5b23f337cb None None] Routers {'ddcc03ab-7866-4ff3-b89e-c9d95f4b189d'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:28:01.032771 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-1bbc71a3-4607-446a-95bf-8f5b23f337cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:27:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['ddcc03ab-7866-4ff3-b89e-c9d95f4b189d'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:01.056073 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-097f9561-6c8b-45e6-9163-5acfab0879cf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2fbb3724d74d4ff3b428f89f29abe3a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4194918 Jun 27 15:28:01.056841 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f9561-6c8b-45e6-9163-5acfab0879cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787a98c3-f74d-4cf0-947b-ee7acabceb5e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:01.059557 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51544) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:01.069618 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-6d26db30-2d37-4ea5-91ef-46bd5fddcd2f admin admin] For port fe87aac8-52e6-410c-ab62-7a3b71b72370, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=fe87aac8-52e6-410c-ab62-7a3b71b72370,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:28:01.070274 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d26db30-2d37-4ea5-91ef-46bd5fddcd2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (fe87aac8-52e6-410c-ab62-7a3b71b72370), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:01.088516 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-6d26db30-2d37-4ea5-91ef-46bd5fddcd2f admin admin] Calling delete_port for fe87aac8-52e6-410c-ab62-7a3b71b72370 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:28:01.119033 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7ff8310c-7f7a-4449-96fc-de052a206783 admin admin] Publish callbacks [] for security_group (787a98c3-f74d-4cf0-947b-ee7acabceb5e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:01.139001 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-1bbc71a3-4607-446a-95bf-8f5b23f337cb None None] Set router ddcc03ab-7866-4ff3-b89e-c9d95f4b189d gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:28:01.143854 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7ff8310c-7f7a-4449-96fc-de052a206783 admin admin] Publish callbacks [] for security_group (787a98c3-f74d-4cf0-947b-ee7acabceb5e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:01.203366 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7ff8310c-7f7a-4449-96fc-de052a206783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (787a98c3-f74d-4cf0-947b-ee7acabceb5e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:01.208907 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7ff8310c-7f7a-4449-96fc-de052a206783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:01.213184 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-7ff8310c-7f7a-4449-96fc-de052a206783 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/787a98c3-f74d-4cf0-947b-ee7acabceb5e HTTP/1.1" status: 204 len: 168 time: 0.1504169 Jun 27 15:28:01.224632 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff8310c-7f7a-4449-96fc-de052a206783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787a98c3-f74d-4cf0-947b-ee7acabceb5e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:01.225646 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-1bbc71a3-4607-446a-95bf-8f5b23f337cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcc03ab-7866-4ff3-b89e-c9d95f4b189d', 'name': 'tempest-DeleteServersTestJSON-1598468388-router', 'tenant_id': '05e46da777a54cbe92cbfb00c37d8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:16Z', 'updated_at': '2022-06-27T15:28:00Z', 'revision_number': 6, 'project_id': '05e46da777a54cbe92cbfb00c37d8bb5', 'gw_port_host': None}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:01.260067 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbc71a3-4607-446a-95bf-8f5b23f337cb None None] The sync data for ids ['ddcc03ab-7866-4ff3-b89e-c9d95f4b189d'] in dv-cinder-847798-1-iscsi is: [{'id': 'ddcc03ab-7866-4ff3-b89e-c9d95f4b189d', 'name': 'tempest-DeleteServersTestJSON-1598468388-router', 'tenant_id': '05e46da777a54cbe92cbfb00c37d8bb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:16Z', 'updated_at': '2022-06-27T15:28:00Z', 'revision_number': 6, 'project_id': '05e46da777a54cbe92cbfb00c37d8bb5', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:28:01.560628 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d26db30-2d37-4ea5-91ef-46bd5fddcd2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733'] for port (fe87aac8-52e6-410c-ab62-7a3b71b72370), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:01.595090 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26db30-2d37-4ea5-91ef-46bd5fddcd2f admin admin] Pushing event deleted for resources: {'Port': ['ID=fe87aac8-52e6-410c-ab62-7a3b71b72370,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:01.623874 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d26db30-2d37-4ea5-91ef-46bd5fddcd2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3731768'] for router_gateway (ddcc03ab-7866-4ff3-b89e-c9d95f4b189d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:01.741308 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d26db30-2d37-4ea5-91ef-46bd5fddcd2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3708209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254106'] for router (ddcc03ab-7866-4ff3-b89e-c9d95f4b189d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:01.743737 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d26db30-2d37-4ea5-91ef-46bd5fddcd2f admin admin] Publish callbacks [] for router_controller (ddcc03ab-7866-4ff3-b89e-c9d95f4b189d), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:01.840286 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d26db30-2d37-4ea5-91ef-46bd5fddcd2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3708351'] for router (ddcc03ab-7866-4ff3-b89e-c9d95f4b189d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:01.841382 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d26db30-2d37-4ea5-91ef-46bd5fddcd2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddcc03ab-7866-4ff3-b89e-c9d95f4b189d {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 15:28:01.848988 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d26db30-2d37-4ea5-91ef-46bd5fddcd2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:01.853248 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-6d26db30-2d37-4ea5-91ef-46bd5fddcd2f admin admin] 10.222.0.26 "DELETE /v2.0/routers/ddcc03ab-7866-4ff3-b89e-c9d95f4b189d HTTP/1.1" status: 204 len: 168 time: 1.3638930 Jun 27 15:28:01.853485 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51556) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:01.877048 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0abc11-bdd8-4235-9cab-5a432a6a0763 req-a4a73f30-4e0a-458d-8d84-cce816be7477 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:01.879119 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bc0abc11-bdd8-4235-9cab-5a432a6a0763 req-a4a73f30-4e0a-458d-8d84-cce816be7477 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.0731921 Jun 27 15:28:01.929500 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-a41e5703-f70d-419d-86f8-c859ec9998f5 admin admin] Deleting subnet fa7efd24-18d3-4bad-8e32-43835574a65e {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 15:28:01.936114 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a41e5703-f70d-419d-86f8-c859ec9998f5 admin admin] Publish callbacks [] for subnet (fa7efd24-18d3-4bad-8e32-43835574a65e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:01.969706 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bc0abc11-bdd8-4235-9cab-5a432a6a0763 req-fd809b09-d642-4e89-b0d0-89aa72b4d3fb tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730033 Jun 27 15:28:01.996039 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a41e5703-f70d-419d-86f8-c859ec9998f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9827168'] for subnet (fa7efd24-18d3-4bad-8e32-43835574a65e), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:02.115979 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a41e5703-f70d-419d-86f8-c859ec9998f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693064'] for subnet (fa7efd24-18d3-4bad-8e32-43835574a65e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:02.175318 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a41e5703-f70d-419d-86f8-c859ec9998f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9438112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8666668'] for subnet (fa7efd24-18d3-4bad-8e32-43835574a65e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:02.202188 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e5703-f70d-419d-86f8-c859ec9998f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa7efd24-18d3-4bad-8e32-43835574a65e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:02.208403 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a41e5703-f70d-419d-86f8-c859ec9998f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:02.211653 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-a41e5703-f70d-419d-86f8-c859ec9998f5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/fa7efd24-18d3-4bad-8e32-43835574a65e HTTP/1.1" status: 204 len: 168 time: 0.3558211 Jun 27 15:28:02.214425 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 51560) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:02.216972 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd911a4-6a60-4fab-a8c5-64f07bcebbac None None] Network ab1d5806-d663-4f8c-b8fa-c959f613968d requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:28:02.249266 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:02.301466 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750815'] for network (ab1d5806-d663-4f8c-b8fa-c959f613968d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:02.359393 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] Deleting port 7f39be6d-c778-4441-b0a5-62f79d23c4b3 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:28:02.359711 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (7f39be6d-c778-4441-b0a5-62f79d23c4b3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:02.377287 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e33f00-9214-4f9a-8942-99f0a21d9de4 None None] DHCP port deletion for ab1d5806-d663-4f8c-b8fa-c959f613968d request from dv-cinder-847798-1-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 15:28:02.427591 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f8e33f00-9214-4f9a-8942-99f0a21d9de4 None None] Deleting port 7f39be6d-c778-4441-b0a5-62f79d23c4b3 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:28:02.428007 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f8e33f00-9214-4f9a-8942-99f0a21d9de4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (7f39be6d-c778-4441-b0a5-62f79d23c4b3), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:02.443853 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] For port 7f39be6d-c778-4441-b0a5-62f79d23c4b3, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=7f39be6d-c778-4441-b0a5-62f79d23c4b3,segment=NetworkSegment(0b34a44b-aa13-47d2-994a-30a1b297fb88),segment_id=0b34a44b-aa13-47d2-994a-30a1b297fb88)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:28:02.444707 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (7f39be6d-c778-4441-b0a5-62f79d23c4b3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:02.461287 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] Calling delete_port for 7f39be6d-c778-4441-b0a5-62f79d23c4b3 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:28:02.467637 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:02.504353 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-f8e33f00-9214-4f9a-8942-99f0a21d9de4 None None] For port 7f39be6d-c778-4441-b0a5-62f79d23c4b3, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=7f39be6d-c778-4441-b0a5-62f79d23c4b3,segment=NetworkSegment(0b34a44b-aa13-47d2-994a-30a1b297fb88),segment_id=0b34a44b-aa13-47d2-994a-30a1b297fb88)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:28:02.504762 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f8e33f00-9214-4f9a-8942-99f0a21d9de4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (7f39be6d-c778-4441-b0a5-62f79d23c4b3), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:02.519018 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f8e33f00-9214-4f9a-8942-99f0a21d9de4 None None] Calling delete_port for 7f39be6d-c778-4441-b0a5-62f79d23c4b3 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:28:02.526018 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:02.552650 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733'] for port (7f39be6d-c778-4441-b0a5-62f79d23c4b3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:02.576304 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f39be6d-c778-4441-b0a5-62f79d23c4b3,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:02.584816 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] No DVR routers for this DVR port 7f39be6d-c778-4441-b0a5-62f79d23c4b3 on host dv-cinder-847798-1-iscsi {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:28:02.658932 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f8e33f00-9214-4f9a-8942-99f0a21d9de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733'] for port (7f39be6d-c778-4441-b0a5-62f79d23c4b3), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:02.670452 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-755509', 'neutron.services.segments.db._delete_segments_for_network-8767603345803'] for network (ab1d5806-d663-4f8c-b8fa-c959f613968d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:02.685706 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e33f00-9214-4f9a-8942-99f0a21d9de4 None None] Pushing event deleted for resources: {'Port': ['ID=7f39be6d-c778-4441-b0a5-62f79d23c4b3,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:02.690181 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e33f00-9214-4f9a-8942-99f0a21d9de4 None None] No DVR routers for this DVR port 7f39be6d-c778-4441-b0a5-62f79d23c4b3 on host dv-cinder-847798-1-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:28:02.698714 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:28:02.698714 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:28:02.703096 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:28:02.703096 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] Subscribe: > port after_create 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:28:02.703096 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:28:02.703096 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] Subscribe: > port after_update 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:28:02.703096 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:28:02.703096 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:28:02.703096 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:28:02.703096 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:28:02.770116 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:28:02.770452 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:28:02.770779 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:28:02.771108 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104031) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 27 15:28:02.771483 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1d5806-d663-4f8c-b8fa-c959f613968d']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:02.790882 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b34a44b-aa13-47d2-994a-30a1b297fb88') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:02.791201 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b34a44b-aa13-47d2-994a-30a1b297fb88') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:02.810042 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767603346068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-537146'] for segment (0b34a44b-aa13-47d2-994a-30a1b297fb88), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:02.839122 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (0b34a44b-aa13-47d2-994a-30a1b297fb88), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:02.849040 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 15:28:02.849747 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9360014'] for segment (0b34a44b-aa13-47d2-994a-30a1b297fb88), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:02.937221 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-755500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728431'] for network (ab1d5806-d663-4f8c-b8fa-c959f613968d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:02.947488 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:02.954717 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ab1d5806-d663-4f8c-b8fa-c959f613968d HTTP/1.1" status: 204 len: 168 time: 0.7357254 Jun 27 15:28:02.969611 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a980aa-d5b1-4f8c-9cfe-41ee45240400 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab1d5806-d663-4f8c-b8fa-c959f613968d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:03.010235 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device fe87aac8-52e6-410c-ab62-7a3b71b72370 no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:28:03.106659 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: fe87aac8-52e6-410c-ab62-7a3b71b72370 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:28:03.107590 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device fe87aac8-52e6-410c-ab62-7a3b71b72370 not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:28:03.108549 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 28d74917-94c2-4449-b787-b0763b4a6246 no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:28:03.147556 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: 28d74917-94c2-4449-b787-b0763b4a6246 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:28:03.147984 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 28d74917-94c2-4449-b787-b0763b4a6246 not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:28:03.148721 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 7f39be6d-c778-4441-b0a5-62f79d23c4b3 no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:28:03.168847 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.services.segments.plugin [-] Segment 0b34a44b-aa13-47d2-994a-30a1b297fb88 resource provider aggregate not found Jun 27 15:28:03.184893 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: 7f39be6d-c778-4441-b0a5-62f79d23c4b3 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:28:03.185214 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 7f39be6d-c778-4441-b0a5-62f79d23c4b3 not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:28:03.199102 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e795b4d-d1e6-49ff-beb6-5253f9cd0c6c req-d58249ff-c768-4203-9ae6-1502b4fb8182 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:03.200572 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8e795b4d-d1e6-49ff-beb6-5253f9cd0c6c req-d58249ff-c768-4203-9ae6-1502b4fb8182 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.1362729 Jun 27 15:28:03.215146 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:03.221966 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.services.segments.plugin [-] Segment 0b34a44b-aa13-47d2-994a-30a1b297fb88 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b34a44b-aa13-47d2-994a-30a1b297fb88 found for delete ", "request_id": "req-5bca667e-9ca8-40d8-9aad-4c35b6ba63dc"}]} Jun 27 15:28:03.269447 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8e795b4d-d1e6-49ff-beb6-5253f9cd0c6c req-9acceb13-41c7-4c94-8d16-b4b089870302 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607283 Jun 27 15:28:03.348615 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51592) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:03.397418 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-ec773536-a9be-468a-9131-1e3959c8d8b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=05e46da777a54cbe92cbfb00c37d8bb5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0474963 Jun 27 15:28:03.400969 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 51594) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:03.464163 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6855619a-2b5a-4c65-ad42-439181a97828 admin admin] Publish callbacks [] for security_group (f284795f-24e4-4f0f-93ad-cbff0ed46d53), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:03.495140 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6855619a-2b5a-4c65-ad42-439181a97828 admin admin] Publish callbacks [] for security_group (f284795f-24e4-4f0f-93ad-cbff0ed46d53), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:03.614510 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6855619a-2b5a-4c65-ad42-439181a97828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (f284795f-24e4-4f0f-93ad-cbff0ed46d53), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:03.617044 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6855619a-2b5a-4c65-ad42-439181a97828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:03.618291 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-6855619a-2b5a-4c65-ad42-439181a97828 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f284795f-24e4-4f0f-93ad-cbff0ed46d53 HTTP/1.1" status: 204 len: 168 time: 0.2162042 Jun 27 15:28:03.634754 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6855619a-2b5a-4c65-ad42-439181a97828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f284795f-24e4-4f0f-93ad-cbff0ed46d53,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:03.654679 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e36b6-7289-491c-9c20-c10425599069 req-8a0ce9d0-85ec-41d9-8e07-42007e7ebb7c tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:03.657055 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b86e36b6-7289-491c-9c20-c10425599069 req-8a0ce9d0-85ec-41d9-8e07-42007e7ebb7c tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/networks?id=2579e3bc-4a9d-498c-82ba-b2ed0949972e HTTP/1.1" status: 200 len: 809 time: 0.1451766 Jun 27 15:28:03.680009 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b86e36b6-7289-491c-9c20-c10425599069 req-81fc9b67-e219-4fc4-973f-6e7154743bc7 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/quotas/b99a389f8cd34552ae1b3c30803669ae HTTP/1.1" status: 200 len: 375 time: 0.0175076 Jun 27 15:28:03.744564 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b86e36b6-7289-491c-9c20-c10425599069 req-15c84a9b-8c69-48b8-9e90-c468baeadc5b tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b99a389f8cd34552ae1b3c30803669ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512009 Jun 27 15:28:03.887651 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b86e36b6-7289-491c-9c20-c10425599069 req-fe98b1b1-2c92-4dfb-988f-95089499a591 service neutron] 10.222.0.26 "GET /v2.0/networks/2579e3bc-4a9d-498c-82ba-b2ed0949972e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335349 Jun 27 15:28:04.057589 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b86e36b6-7289-491c-9c20-c10425599069 req-6f5c5ca3-5729-45e0-8b4f-86027c4752ed service neutron] 10.222.0.26 "GET /v2.0/networks/2579e3bc-4a9d-498c-82ba-b2ed0949972e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631033 Jun 27 15:28:04.314252 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a315c264-0626-4bbe-b58f-f9e8149df69d req-fed32a86-ac7e-4e04-ba8d-bbb7e4d48dc8 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=5904f8c3-03a8-480d-9fd1-b1a04297fb89 HTTP/1.1" status: 200 len: 210 time: 0.0395143 Jun 27 15:28:04.434797 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45298f-f1e8-4418-b48b-48215e466a48 req-b985f064-61ed-4072-be30-bb635ffea158 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:04.436443 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7a45298f-f1e8-4418-b48b-48215e466a48 req-b985f064-61ed-4072-be30-bb635ffea158 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.0659935 Jun 27 15:28:04.507313 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7a45298f-f1e8-4418-b48b-48215e466a48 req-b8e0f4f8-66cb-4442-a93d-a0323d15f693 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645487 Jun 27 15:28:04.834422 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 51656) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:04.973146 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-32055303-5782-4cbd-be5b-f6a77761512a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-407754550-network', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:28:04.995463 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32055303-5782-4cbd-be5b-f6a77761512a admin admin] Made reservation on behalf of dff1983b1b3047378b88d87d54aa709d for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:28:04.997802 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-32055303-5782-4cbd-be5b-f6a77761512a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:05.001259 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:05.008270 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-32055303-5782-4cbd-be5b-f6a77761512a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:05.053349 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:05.099529 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-32055303-5782-4cbd-be5b-f6a77761512a admin admin] Publish callbacks [] for security_group (75bee51b-568d-47bd-99d2-a4440dacb9b5), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:05.104047 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-32055303-5782-4cbd-be5b-f6a77761512a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (75bee51b-568d-47bd-99d2-a4440dacb9b5), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:05.133436 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32055303-5782-4cbd-be5b-f6a77761512a admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 15:28:05.145820 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32055303-5782-4cbd-be5b-f6a77761512a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bee51b-568d-47bd-99d2-a4440dacb9b5,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:05.152358 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-32055303-5782-4cbd-be5b-f6a77761512a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (df2d7c62-f2a0-47f2-8167-091f3a1d364d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:05.152728 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-32055303-5782-4cbd-be5b-f6a77761512a admin admin] Added segment df2d7c62-f2a0-47f2-8167-091f3a1d364d of type vlan for network 9f2b3a5f-8943-48e2-bb0f-3f837d61206a Jun 27 15:28:05.199391 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-32055303-5782-4cbd-be5b-f6a77761512a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767602840778'] for network (9f2b3a5f-8943-48e2-bb0f-3f837d61206a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:05.238762 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-32055303-5782-4cbd-be5b-f6a77761512a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for network (9f2b3a5f-8943-48e2-bb0f-3f837d61206a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:05.241576 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32055303-5782-4cbd-be5b-f6a77761512a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:05.242773 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-32055303-5782-4cbd-be5b-f6a77761512a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:05.306869 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-32055303-5782-4cbd-be5b-f6a77761512a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4679158 Jun 27 15:28:05.308311 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 51664) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:05.318320 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-5972eda7-bf8e-4912-9a85-c62d2222f093 admin admin] Request body: {'subnet': {'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-407754550-subnet', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:28:05.370284 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32055303-5782-4cbd-be5b-f6a77761512a admin admin] Pushing event updated for resources: {'Network': ['ID=9f2b3a5f-8943-48e2-bb0f-3f837d61206a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:05.384520 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5972eda7-bf8e-4912-9a85-c62d2222f093 admin admin] Made reservation on behalf of dff1983b1b3047378b88d87d54aa709d for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:28:05.387161 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5972eda7-bf8e-4912-9a85-c62d2222f093 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8708588'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:05.393373 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Network 9f2b3a5f-8943-48e2-bb0f-3f837d61206a details requested by agent ovs-agent-dv-cinder-847798-1-iscsi with host dv-cinder-847798-1-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 15:28:05.574130 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e2348c5d-ce12-49b3-be71-9d1dad5571bc req-4bdbf750-2aa0-474c-8425-f27f0142f707 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=5904f8c3-03a8-480d-9fd1-b1a04297fb89 HTTP/1.1" status: 200 len: 210 time: 0.0945320 Jun 27 15:28:05.621911 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcfd395-82e6-4dae-ae53-6cbdc4623648 req-f4b6be9e-3534-4eb9-af3b-dfdd07a30a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:05.624914 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-adcfd395-82e6-4dae-ae53-6cbdc4623648 req-f4b6be9e-3534-4eb9-af3b-dfdd07a30a8a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 1129 time: 0.0749860 Jun 27 15:28:05.654309 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5972eda7-bf8e-4912-9a85-c62d2222f093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9359911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8708506'] for subnet (8a06131b-528a-47d8-9082-6c3add5ef19c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:05.692795 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-adcfd395-82e6-4dae-ae53-6cbdc4623648 req-51adad7a-3fed-4f68-9646-9b17ce4aa332 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599499 Jun 27 15:28:05.738414 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44533e-9ca2-47c8-9a18-59454e497882 req-065a30c3-f80e-4095-885d-e50f46e93840 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:05.740082 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6e44533e-9ca2-47c8-9a18-59454e497882 req-065a30c3-f80e-4095-885d-e50f46e93840 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.0997500 Jun 27 15:28:05.758414 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972eda7-bf8e-4912-9a85-c62d2222f093 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a06131b-528a-47d8-9082-6c3add5ef19c,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:05.799090 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5972eda7-bf8e-4912-9a85-c62d2222f093 admin admin] Checking segment: {'id': 'df2d7c62-f2a0-47f2-8167-091f3a1d364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:28:05.799494 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5972eda7-bf8e-4912-9a85-c62d2222f093 admin admin] Network hostable DHCP agents. Network: 9f2b3a5f-8943-48e2-bb0f-3f837d61206a, hostable agents: ['98079605-5130-4ae4-a555-f860a4678271'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 15:28:05.833867 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6e44533e-9ca2-47c8-9a18-59454e497882 req-2cd4193d-0147-4fed-84ae-32088f94aca2 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729570 Jun 27 15:28:05.844784 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5972eda7-bf8e-4912-9a85-c62d2222f093 admin admin] Network 9f2b3a5f-8943-48e2-bb0f-3f837d61206a is scheduled to be hosted by DHCP agent 98079605-5130-4ae4-a555-f860a4678271 with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 15:28:05.861593 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-5972eda7-bf8e-4912-9a85-c62d2222f093 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847798-1-iscsi, 9f2b3a5f-8943-48e2-bb0f-3f837d61206a) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:28:05.878383 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5972eda7-bf8e-4912-9a85-c62d2222f093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:05.878908 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5475d63-aa5b-4b7e-ba0e-dd22e3b8e9e5 None None] Network 9f2b3a5f-8943-48e2-bb0f-3f837d61206a requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:28:05.880676 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-5972eda7-bf8e-4912-9a85-c62d2222f093 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:05.902508 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-5972eda7-bf8e-4912-9a85-c62d2222f093 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5922604 Jun 27 15:28:05.908029 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51678) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:05.917157 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ac48bfb2-23e5-44a9-8bde-07459a81464a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:28:05.962170 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac48bfb2-23e5-44a9-8bde-07459a81464a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3705535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254088'] for router (d503fd2a-6057-4a70-b0d6-50c2350edbeb), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:05.964872 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac48bfb2-23e5-44a9-8bde-07459a81464a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3716892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254083'] for router (d503fd2a-6057-4a70-b0d6-50c2350edbeb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:05.981147 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:06.050822 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac48bfb2-23e5-44a9-8bde-07459a81464a admin admin] Publish callbacks [] for router_controller (d503fd2a-6057-4a70-b0d6-50c2350edbeb), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:06.209211 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c8fc5e-80fd-4ccb-8aa7-fd885e72ced9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5182d913-239d-560a-a272-f123969c0cda-9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c'}]}} from dv-cinder-847798-1-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 15:28:06.210825 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-32c8fc5e-80fd-4ccb-8aa7-fd885e72ced9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:06.235615 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac48bfb2-23e5-44a9-8bde-07459a81464a admin admin] Publish callbacks [] for router_gateway (d503fd2a-6057-4a70-b0d6-50c2350edbeb), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:06.432482 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-32c8fc5e-80fd-4ccb-8aa7-fd885e72ced9 None None] Allocated IP 172.20.0.2 (9f2b3a5f-8943-48e2-bb0f-3f837d61206a/8a06131b-528a-47d8-9082-6c3add5ef19c/ab91a62a-2962-42b9-8cb6-e71a143fd942) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:28:06.465696 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac48bfb2-23e5-44a9-8bde-07459a81464a admin admin] Publish callbacks [] for router_gateway (d503fd2a-6057-4a70-b0d6-50c2350edbeb), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:06.468052 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:06.489799 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac48bfb2-23e5-44a9-8bde-07459a81464a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:06.729069 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-32c8fc5e-80fd-4ccb-8aa7-fd885e72ced9 None None] Publish callbacks [] for port (ab91a62a-2962-42b9-8cb6-e71a143fd942), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:06.740511 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-32c8fc5e-80fd-4ccb-8aa7-fd885e72ced9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724'] for port (ab91a62a-2962-42b9-8cb6-e71a143fd942), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:06.742588 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e4dd7d4a-6613-4cb4-a501-d4e637753fb0 req-c3999f3c-69e5-41d0-96f7-77447be9a0a4 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=5904f8c3-03a8-480d-9fd1-b1a04297fb89 HTTP/1.1" status: 200 len: 210 time: 0.0766187 Jun 27 15:28:06.795028 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:06.802196 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8fc5e-80fd-4ccb-8aa7-fd885e72ced9 None None] Pushing event updated for resources: {'Port': ['ID=ab91a62a-2962-42b9-8cb6-e71a143fd942,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:06.827544 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c8fc5e-80fd-4ccb-8aa7-fd885e72ced9 None None] Network 9f2b3a5f-8943-48e2-bb0f-3f837d61206a is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:28:06.833041 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-32c8fc5e-80fd-4ccb-8aa7-fd885e72ced9 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:28:06.836473 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c8fc5e-80fd-4ccb-8aa7-fd885e72ced9 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:28:06.943058 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e36b6-7289-491c-9c20-c10425599069 req-52197aba-5b1c-4a3e-962d-3dbb5e28469b tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:06.944622 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b86e36b6-7289-491c-9c20-c10425599069 req-52197aba-5b1c-4a3e-962d-3dbb5e28469b tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.42 "GET /v2.0/networks?id=2579e3bc-4a9d-498c-82ba-b2ed0949972e HTTP/1.1" status: 200 len: 809 time: 0.3299396 Jun 27 15:28:06.967678 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-ac48bfb2-23e5-44a9-8bde-07459a81464a admin admin] Allocated IP 172.27.2.228 (514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb/6226739c-eac4-4784-90b9-a0481f53f3ba/fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:28:06.975827 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-32c8fc5e-80fd-4ccb-8aa7-fd885e72ced9 None None] Attempting to bind port ab91a62a-2962-42b9-8cb6-e71a143fd942 on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:28:06.977792 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-32c8fc5e-80fd-4ccb-8aa7-fd885e72ced9 None None] Attempting to bind port ab91a62a-2962-42b9-8cb6-e71a143fd942 by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': 'df2d7c62-f2a0-47f2-8167-091f3a1d364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:28:06.979013 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c8fc5e-80fd-4ccb-8aa7-fd885e72ced9 None None] Attempting to bind port ab91a62a-2962-42b9-8cb6-e71a143fd942 on network 9f2b3a5f-8943-48e2-bb0f-3f837d61206a {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:28:06.991685 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c8fc5e-80fd-4ccb-8aa7-fd885e72ced9 None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:28:06.992878 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c8fc5e-80fd-4ccb-8aa7-fd885e72ced9 None None] Checking segment: {'id': 'df2d7c62-f2a0-47f2-8167-091f3a1d364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:28:06.993470 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-32c8fc5e-80fd-4ccb-8aa7-fd885e72ced9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:06.994349 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c8fc5e-80fd-4ccb-8aa7-fd885e72ced9 None None] Bound using segment: {'id': 'df2d7c62-f2a0-47f2-8167-091f3a1d364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:28:06.995098 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-32c8fc5e-80fd-4ccb-8aa7-fd885e72ced9 None None] Bound port: ab91a62a-2962-42b9-8cb6-e71a143fd942, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2d7c62-f2a0-47f2-8167-091f3a1d364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:28:06.995682 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-32c8fc5e-80fd-4ccb-8aa7-fd885e72ced9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (ab91a62a-2962-42b9-8cb6-e71a143fd942), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:07.003908 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51694) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:07.032420 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:07.053413 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0311c02-21f6-47c7-a781-ea23fd9b5061 req-c648388d-9dc9-481f-bf30-d2167f15c9dd tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:07.067210 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0311c02-21f6-47c7-a781-ea23fd9b5061 req-c648388d-9dc9-481f-bf30-d2167f15c9dd tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.0796878 Jun 27 15:28:07.123811 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-32c8fc5e-80fd-4ccb-8aa7-fd885e72ced9 None None] For port ab91a62a-2962-42b9-8cb6-e71a143fd942, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:28:07.130713 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-32c8fc5e-80fd-4ccb-8aa7-fd885e72ced9 None None] For port ab91a62a-2962-42b9-8cb6-e71a143fd942, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=ab91a62a-2962-42b9-8cb6-e71a143fd942,segment=NetworkSegment(df2d7c62-f2a0-47f2-8167-091f3a1d364d),segment_id=df2d7c62-f2a0-47f2-8167-091f3a1d364d)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:28:07.140924 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-32c8fc5e-80fd-4ccb-8aa7-fd885e72ced9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (ab91a62a-2962-42b9-8cb6-e71a143fd942), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:07.157457 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0311c02-21f6-47c7-a781-ea23fd9b5061 req-837c3563-b66a-4b63-99ea-081714498b72 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888765 Jun 27 15:28:07.206804 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-02729253-775f-4c3d-8d8c-a81e70790c37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:07.222996 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8fc5e-80fd-4ccb-8aa7-fd885e72ced9 None None] Pushing event updated for resources: {'Port': ['ID=ab91a62a-2962-42b9-8cb6-e71a143fd942,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:07.236807 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac48bfb2-23e5-44a9-8bde-07459a81464a admin admin] Publish callbacks [] for port (fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:07.268549 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:07.301755 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:07.322190 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac48bfb2-23e5-44a9-8bde-07459a81464a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:07.399700 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac48bfb2-23e5-44a9-8bde-07459a81464a admin admin] Network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:28:07.403185 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-ac48bfb2-23e5-44a9-8bde-07459a81464a admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:28:07.435496 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac48bfb2-23e5-44a9-8bde-07459a81464a admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:28:07.456776 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48bfb2-23e5-44a9-8bde-07459a81464a admin admin] Pushing event updated for resources: {'Port': ['ID=fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:07.526412 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-b86e36b6-7289-491c-9c20-c10425599069 req-0e58ecbe-e082-4888-8534-cf7173cabb8c tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Request body: {'port': {'device_id': '5904f8c3-03a8-480d-9fd1-b1a04297fb89', 'network_id': '2579e3bc-4a9d-498c-82ba-b2ed0949972e', 'admin_state_up': True, 'tenant_id': 'b99a389f8cd34552ae1b3c30803669ae'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:28:07.545197 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-02729253-775f-4c3d-8d8c-a81e70790c37 admin admin] Publish callbacks [] for security_group (567d46f8-e3d2-47e8-84af-7fe486786657), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:07.571567 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-02729253-775f-4c3d-8d8c-a81e70790c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (567d46f8-e3d2-47e8-84af-7fe486786657), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:07.748584 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-02729253-775f-4c3d-8d8c-a81e70790c37 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0a2740ace1dc4b1b99e77fa28d72c78e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7387707 Jun 27 15:28:07.751898 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 51712) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:07.753094 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02729253-775f-4c3d-8d8c-a81e70790c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567d46f8-e3d2-47e8-84af-7fe486786657,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:07.820014 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:07.897739 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bbba3a33-08a9-4a95-ab9d-55d58d1b40ad admin admin] Publish callbacks [] for security_group (567d46f8-e3d2-47e8-84af-7fe486786657), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:07.908533 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86e36b6-7289-491c-9c20-c10425599069 req-0e58ecbe-e082-4888-8534-cf7173cabb8c tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Made reservation on behalf of b99a389f8cd34552ae1b3c30803669ae for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:28:07.912046 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b86e36b6-7289-491c-9c20-c10425599069 req-0e58ecbe-e082-4888-8534-cf7173cabb8c tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:07.940767 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bbba3a33-08a9-4a95-ab9d-55d58d1b40ad admin admin] Publish callbacks [] for security_group (567d46f8-e3d2-47e8-84af-7fe486786657), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:07.960824 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d188d388-672f-4f4c-9faa-2b58c12376a1 req-5beea14a-2f78-4cea-a9f9-15a4e3f54726 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=5904f8c3-03a8-480d-9fd1-b1a04297fb89 HTTP/1.1" status: 200 len: 210 time: 0.0565176 Jun 27 15:28:08.025051 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bbba3a33-08a9-4a95-ab9d-55d58d1b40ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (567d46f8-e3d2-47e8-84af-7fe486786657), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:08.027604 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac48bfb2-23e5-44a9-8bde-07459a81464a admin admin] Publish callbacks [] for router_gateway (d503fd2a-6057-4a70-b0d6-50c2350edbeb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:08.027825 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bbba3a33-08a9-4a95-ab9d-55d58d1b40ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:08.029325 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-bbba3a33-08a9-4a95-ab9d-55d58d1b40ad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/567d46f8-e3d2-47e8-84af-7fe486786657 HTTP/1.1" status: 204 len: 168 time: 0.2740180 Jun 27 15:28:08.040356 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba3a33-08a9-4a95-ab9d-55d58d1b40ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567d46f8-e3d2-47e8-84af-7fe486786657,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:08.255918 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-b86e36b6-7289-491c-9c20-c10425599069 req-0e58ecbe-e082-4888-8534-cf7173cabb8c tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Allocated IP 172.20.0.10 (2579e3bc-4a9d-498c-82ba-b2ed0949972e/2484939d-6240-4069-807c-ba14c336e5af/5c0b8c96-7cca-481a-898e-110bd8fd3450) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:28:08.415465 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5582f9af-4681-440a-95d8-9a3ea2ca6623 req-76d85aa5-d17e-4720-b6e5-0d3117fe1204 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:08.419836 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5582f9af-4681-440a-95d8-9a3ea2ca6623 req-76d85aa5-d17e-4720-b6e5-0d3117fe1204 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.0732543 Jun 27 15:28:08.505025 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5582f9af-4681-440a-95d8-9a3ea2ca6623 req-0b7e468d-575c-41dc-8b4b-2bdb8a977dc9 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752399 Jun 27 15:28:08.541009 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2294c6c4-37fd-4e42-96b8-0df57e8ebff4 None None] Network 9f2b3a5f-8943-48e2-bb0f-3f837d61206a requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:28:08.599579 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:08.623300 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:08.803628 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c4c8d08f-692f-473d-97ae-034b9dea38d8 None None] Provisioning complete for port ab91a62a-2962-42b9-8cb6-e71a143fd942 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:08.804176 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c4c8d08f-692f-473d-97ae-034b9dea38d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (ab91a62a-2962-42b9-8cb6-e71a143fd942), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:08.804808 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac48bfb2-23e5-44a9-8bde-07459a81464a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3708253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733158'] for router (d503fd2a-6057-4a70-b0d6-50c2350edbeb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:08.855220 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0ba311a6-3e43-4d29-bebf-7eeca8687427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:08.995494 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e208ed-e192-4a87-b09e-4fb6f88e41f4 req-805e6463-944a-4034-8909-d18552851bfe tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:09.003276 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-53e208ed-e192-4a87-b09e-4fb6f88e41f4 req-805e6463-944a-4034-8909-d18552851bfe tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 946 time: 0.2048512 Jun 27 15:28:09.055320 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c4c8d08f-692f-473d-97ae-034b9dea38d8 None None] Current status of the port ab91a62a-2962-42b9-8cb6-e71a143fd942 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:09.055717 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c4c8d08f-692f-473d-97ae-034b9dea38d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (ab91a62a-2962-42b9-8cb6-e71a143fd942), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:09.124164 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c4c8d08f-692f-473d-97ae-034b9dea38d8 None None] For port ab91a62a-2962-42b9-8cb6-e71a143fd942, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=ab91a62a-2962-42b9-8cb6-e71a143fd942,segment=NetworkSegment(df2d7c62-f2a0-47f2-8167-091f3a1d364d),segment_id=df2d7c62-f2a0-47f2-8167-091f3a1d364d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:28:09.131870 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c4c8d08f-692f-473d-97ae-034b9dea38d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (ab91a62a-2962-42b9-8cb6-e71a143fd942), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:09.188000 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b86e36b6-7289-491c-9c20-c10425599069 req-0e58ecbe-e082-4888-8534-cf7173cabb8c tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Publish callbacks [] for port (5c0b8c96-7cca-481a-898e-110bd8fd3450), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:09.258484 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-53e208ed-e192-4a87-b09e-4fb6f88e41f4 req-4cc18cfc-2d86-413d-a16c-d54583e44c0d tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538743 Jun 27 15:28:09.286228 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8d08f-692f-473d-97ae-034b9dea38d8 None None] Pushing event updated for resources: {'Port': ['ID=ab91a62a-2962-42b9-8cb6-e71a143fd942,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:09.305944 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device ab91a62a-2962-42b9-8cb6-e71a143fd942 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:28:09.313622 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-24fb8705-493d-445f-8224-1cb5dcc392b6 req-01aa2d3b-0fae-4375-b836-87232f5b5526 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=5904f8c3-03a8-480d-9fd1-b1a04297fb89 HTTP/1.1" status: 200 len: 210 time: 0.1459095 Jun 27 15:28:09.424307 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b86e36b6-7289-491c-9c20-c10425599069 req-0e58ecbe-e082-4888-8534-cf7173cabb8c tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (5c0b8c96-7cca-481a-898e-110bd8fd3450), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:09.425755 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 51750) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:09.548239 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port ab91a62a-2962-42b9-8cb6-e71a143fd942 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:09.549802 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (ab91a62a-2962-42b9-8cb6-e71a143fd942), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:09.586188 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58ecbe-e082-4888-8534-cf7173cabb8c tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Pushing event updated for resources: {'Port': ['ID=5c0b8c96-7cca-481a-898e-110bd8fd3450,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:09.629288 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86e36b6-7289-491c-9c20-c10425599069 req-0e58ecbe-e082-4888-8534-cf7173cabb8c tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Network 2579e3bc-4a9d-498c-82ba-b2ed0949972e is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:28:09.640858 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-b86e36b6-7289-491c-9c20-c10425599069 req-0e58ecbe-e082-4888-8534-cf7173cabb8c tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:28:09.663528 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86e36b6-7289-491c-9c20-c10425599069 req-0e58ecbe-e082-4888-8534-cf7173cabb8c tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:28:09.678494 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-852fa57a-bd05-4b82-9c32-266eba1aedd0 None None] Provisioning complete for port ab91a62a-2962-42b9-8cb6-e71a143fd942 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:09.679677 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-852fa57a-bd05-4b82-9c32-266eba1aedd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (ab91a62a-2962-42b9-8cb6-e71a143fd942), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:09.685384 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac48bfb2-23e5-44a9-8bde-07459a81464a admin admin] Router d503fd2a-6057-4a70-b0d6-50c2350edbeb is scheduled to L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 15:28:09.694703 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:09.774700 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-4ac55253-2c78-401f-b074-6850751fd488 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-962353146-network', 'tenant_id': '52c96385e67941648eee6bf532b3f141'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:28:09.812037 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port ab91a62a-2962-42b9-8cb6-e71a143fd942 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:09.834784 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac55253-2c78-401f-b074-6850751fd488 admin admin] Made reservation on behalf of 52c96385e67941648eee6bf532b3f141 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:28:09.841047 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ac55253-2c78-401f-b074-6850751fd488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:09.869317 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ac55253-2c78-401f-b074-6850751fd488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:09.898604 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e36b6-7289-491c-9c20-c10425599069 req-0e58ecbe-e082-4888-8534-cf7173cabb8c tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:09.899702 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b86e36b6-7289-491c-9c20-c10425599069 req-0e58ecbe-e082-4888-8534-cf7173cabb8c tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:09.935595 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-852fa57a-bd05-4b82-9c32-266eba1aedd0 None None] Current status of the port ab91a62a-2962-42b9-8cb6-e71a143fd942 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:09.943672 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b86e36b6-7289-491c-9c20-c10425599069 req-0e58ecbe-e082-4888-8534-cf7173cabb8c tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4300194 Jun 27 15:28:09.998542 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-b86e36b6-7289-491c-9c20-c10425599069 req-a006ebee-7a52-48f2-b751-2df13151aca9 service neutron] Request body: {'port': {'device_id': '5904f8c3-03a8-480d-9fd1-b1a04297fb89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84779'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:28:10.003431 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:10.053974 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac48bfb2-23e5-44a9-8bde-07459a81464a admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:28:10.054942 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ac55253-2c78-401f-b074-6850751fd488 admin admin] Publish callbacks [] for security_group (6fc91fb6-3f4f-4abf-8485-59b549863e8f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:10.062476 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ac55253-2c78-401f-b074-6850751fd488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (6fc91fb6-3f4f-4abf-8485-59b549863e8f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:10.086085 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8fa50d-503c-4aa4-989f-5a5df2b3c125 None None] Sync routers for ids ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'] in dv-cinder-847798-1-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:28:10.118145 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:10.118438 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ac48bfb2-23e5-44a9-8bde-07459a81464a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:10.120167 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-ac48bfb2-23e5-44a9-8bde-07459a81464a admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2098672 Jun 27 15:28:10.124792 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac55253-2c78-401f-b074-6850751fd488 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 15:28:10.124952 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b86e36b6-7289-491c-9c20-c10425599069 req-a006ebee-7a52-48f2-b751-2df13151aca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (5c0b8c96-7cca-481a-898e-110bd8fd3450), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:10.128394 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51758) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:10.133121 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8fa50d-503c-4aa4-989f-5a5df2b3c125 None None] Routers {'d503fd2a-6057-4a70-b0d6-50c2350edbeb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:28:10.136730 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ee8fa50d-503c-4aa4-989f-5a5df2b3c125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:27:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:10.147464 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac55253-2c78-401f-b074-6850751fd488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc91fb6-3f4f-4abf-8485-59b549863e8f,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:10.174877 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ac55253-2c78-401f-b074-6850751fd488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (092ec022-4797-43f8-9eb5-7109adc548d1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:10.175405 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-4ac55253-2c78-401f-b074-6850751fd488 admin admin] Added segment 092ec022-4797-43f8-9eb5-7109adc548d1 of type vlan for network 79265a58-e851-4f46-80e6-8bd40ee58e6c Jun 27 15:28:10.287956 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ac55253-2c78-401f-b074-6850751fd488 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767602840778'] for network (79265a58-e851-4f46-80e6-8bd40ee58e6c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:10.328548 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ac55253-2c78-401f-b074-6850751fd488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for network (79265a58-e851-4f46-80e6-8bd40ee58e6c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:10.329897 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac55253-2c78-401f-b074-6850751fd488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:10.330929 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4ac55253-2c78-401f-b074-6850751fd488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:10.412782 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-ee8fa50d-503c-4aa4-989f-5a5df2b3c125 None None] Set router d503fd2a-6057-4a70-b0d6-50c2350edbeb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:28:10.464266 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-4ac55253-2c78-401f-b074-6850751fd488 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.0351074 Jun 27 15:28:10.467348 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 51766) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:10.471035 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac55253-2c78-401f-b074-6850751fd488 admin admin] Pushing event updated for resources: {'Network': ['ID=79265a58-e851-4f46-80e6-8bd40ee58e6c,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:10.485068 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-be00def1-1694-4fdf-8580-62f89e676367 admin admin] Request body: {'subnet': {'network_id': '79265a58-e851-4f46-80e6-8bd40ee58e6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-962353146-subnet', 'tenant_id': '52c96385e67941648eee6bf532b3f141', 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:28:10.499624 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Network 79265a58-e851-4f46-80e6-8bd40ee58e6c details requested by agent ovs-agent-dv-cinder-847798-1-iscsi with host dv-cinder-847798-1-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 15:28:10.519537 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be00def1-1694-4fdf-8580-62f89e676367 admin admin] Made reservation on behalf of 52c96385e67941648eee6bf532b3f141 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:28:10.521808 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:10.523405 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-be00def1-1694-4fdf-8580-62f89e676367 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8708588'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:10.617776 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676fc2c-de06-40de-b5d2-607592193a4f req-8c5a01e1-bf4d-45b5-9ca6-5621a29d0c98 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:10.619338 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b676fc2c-de06-40de-b5d2-607592193a4f req-8c5a01e1-bf4d-45b5-9ca6-5621a29d0c98 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=5904f8c3-03a8-480d-9fd1-b1a04297fb89 HTTP/1.1" status: 200 len: 932 time: 0.1517501 Jun 27 15:28:10.773766 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:10.867694 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b676fc2c-de06-40de-b5d2-607592193a4f req-14fa535b-691b-4458-bda6-a00b3dbabbef tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/security-groups?id=f099bc72-2769-4a17-8e8f-2a68796760a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369475 Jun 27 15:28:10.869753 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:10.882490 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-be00def1-1694-4fdf-8580-62f89e676367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9359911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8708506'] for subnet (01c8c3bc-3231-413d-87ec-f0dfb1f32f40), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:10.916239 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ee8fa50d-503c-4aa4-989f-5a5df2b3c125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:28:07Z', 'revision_number': 3, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:10.976428 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00def1-1694-4fdf-8580-62f89e676367 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01c8c3bc-3231-413d-87ec-f0dfb1f32f40,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:11.004804 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [req-b86e36b6-7289-491c-9c20-c10425599069 req-a006ebee-7a52-48f2-b751-2df13151aca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0b8c96-7cca-481a-898e-110bd8fd3450 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:28:11.010940 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8fa50d-503c-4aa4-989f-5a5df2b3c125 None None] Checking router: d503fd2a-6057-4a70-b0d6-50c2350edbeb for host: dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:28:11.011476 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8fa50d-503c-4aa4-989f-5a5df2b3c125 None None] Updating router d503fd2a-6057-4a70-b0d6-50c2350edbeb port fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5 binding host dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 15:28:11.014434 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be00def1-1694-4fdf-8580-62f89e676367 admin admin] Checking segment: {'id': '092ec022-4797-43f8-9eb5-7109adc548d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '79265a58-e851-4f46-80e6-8bd40ee58e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:28:11.016823 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b86e36b6-7289-491c-9c20-c10425599069 req-a006ebee-7a52-48f2-b751-2df13151aca9 service neutron] Publish callbacks [] for port (5c0b8c96-7cca-481a-898e-110bd8fd3450), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:11.017484 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be00def1-1694-4fdf-8580-62f89e676367 admin admin] Network hostable DHCP agents. Network: 79265a58-e851-4f46-80e6-8bd40ee58e6c, hostable agents: ['98079605-5130-4ae4-a555-f860a4678271'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 15:28:11.063219 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-b86e36b6-7289-491c-9c20-c10425599069 req-a006ebee-7a52-48f2-b751-2df13151aca9 service neutron] Transition to ACTIVE for port object 5c0b8c96-7cca-481a-898e-110bd8fd3450 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 15:28:11.067453 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be00def1-1694-4fdf-8580-62f89e676367 admin admin] Network 79265a58-e851-4f46-80e6-8bd40ee58e6c is scheduled to be hosted by DHCP agent 98079605-5130-4ae4-a555-f860a4678271 with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 15:28:11.072857 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b86e36b6-7289-491c-9c20-c10425599069 req-a006ebee-7a52-48f2-b751-2df13151aca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9438190'] for port (5c0b8c96-7cca-481a-898e-110bd8fd3450), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:11.093389 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-be00def1-1694-4fdf-8580-62f89e676367 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847798-1-iscsi, 79265a58-e851-4f46-80e6-8bd40ee58e6c) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:28:11.094648 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ee8fa50d-503c-4aa4-989f-5a5df2b3c125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:11.102945 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be00def1-1694-4fdf-8580-62f89e676367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:11.102945 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-be00def1-1694-4fdf-8580-62f89e676367 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:11.136800 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa04ceda-ee9e-4e17-9cb8-143040ba7f1b None None] Network 79265a58-e851-4f46-80e6-8bd40ee58e6c requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:28:11.139853 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device ab91a62a-2962-42b9-8cb6-e71a143fd942 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:28:11.158855 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-be00def1-1694-4fdf-8580-62f89e676367 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6884804 Jun 27 15:28:11.160600 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 51778) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:11.168564 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-8f3fd026-d4a1-42b8-b783-2f5ed9f91a18 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-962353146-router', 'tenant_id': '52c96385e67941648eee6bf532b3f141', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:28:11.196460 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006ebee-7a52-48f2-b751-2df13151aca9 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0b8c96-7cca-481a-898e-110bd8fd3450,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:11.234368 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=40,neutron:DELETE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:11.235445 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=44 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:11.236029 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f3fd026-d4a1-42b8-b783-2f5ed9f91a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3705535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254088'] for router (6e1d1137-e67c-4634-97d3-23d9d26e0af6), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:11.239359 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f3fd026-d4a1-42b8-b783-2f5ed9f91a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3716892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254083'] for router (6e1d1137-e67c-4634-97d3-23d9d26e0af6), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:11.262973 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:11.333753 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f3082cf8-43f4-4bcb-b19a-81e28888cbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:11.393960 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b86e36b6-7289-491c-9c20-c10425599069 req-a006ebee-7a52-48f2-b751-2df13151aca9 service neutron] Attempting to bind port 5c0b8c96-7cca-481a-898e-110bd8fd3450 on host hv-cinder-84779 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:28:11.394478 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b86e36b6-7289-491c-9c20-c10425599069 req-a006ebee-7a52-48f2-b751-2df13151aca9 service neutron] Attempting to bind port 5c0b8c96-7cca-481a-898e-110bd8fd3450 by drivers openvswitch,hyperv on host hv-cinder-84779 at level 0 using segments [{'id': 'e3e201e6-4a2f-4b43-8aef-4bdca5df53a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2579e3bc-4a9d-498c-82ba-b2ed0949972e'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:28:11.395762 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86e36b6-7289-491c-9c20-c10425599069 req-a006ebee-7a52-48f2-b751-2df13151aca9 service neutron] Attempting to bind port 5c0b8c96-7cca-481a-898e-110bd8fd3450 on network 2579e3bc-4a9d-498c-82ba-b2ed0949972e {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:28:11.418971 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86e36b6-7289-491c-9c20-c10425599069 req-a006ebee-7a52-48f2-b751-2df13151aca9 service neutron] Port 5c0b8c96-7cca-481a-898e-110bd8fd3450 on network 2579e3bc-4a9d-498c-82ba-b2ed0949972e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84779 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 15:28:11.419334 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86e36b6-7289-491c-9c20-c10425599069 req-a006ebee-7a52-48f2-b751-2df13151aca9 service neutron] Attempting to bind port 5c0b8c96-7cca-481a-898e-110bd8fd3450 on network 2579e3bc-4a9d-498c-82ba-b2ed0949972e {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:28:11.433636 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f3fd026-d4a1-42b8-b783-2f5ed9f91a18 admin admin] Publish callbacks [] for router_controller (6e1d1137-e67c-4634-97d3-23d9d26e0af6), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:11.467598 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86e36b6-7289-491c-9c20-c10425599069 req-a006ebee-7a52-48f2-b751-2df13151aca9 service neutron] Checking agent: {'id': '2a101be5-d6db-4e6c-800c-1df71c1b626f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84779', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'started_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:28:11.467906 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port ab91a62a-2962-42b9-8cb6-e71a143fd942 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:11.468061 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86e36b6-7289-491c-9c20-c10425599069 req-a006ebee-7a52-48f2-b751-2df13151aca9 service neutron] Checking segment: {'id': 'e3e201e6-4a2f-4b43-8aef-4bdca5df53a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2579e3bc-4a9d-498c-82ba-b2ed0949972e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:28:11.468205 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (ab91a62a-2962-42b9-8cb6-e71a143fd942), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:11.468794 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86e36b6-7289-491c-9c20-c10425599069 req-a006ebee-7a52-48f2-b751-2df13151aca9 service neutron] Bound using segment: {'id': 'e3e201e6-4a2f-4b43-8aef-4bdca5df53a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2579e3bc-4a9d-498c-82ba-b2ed0949972e'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:28:11.469315 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-b86e36b6-7289-491c-9c20-c10425599069 req-a006ebee-7a52-48f2-b751-2df13151aca9 service neutron] Bound port: 5c0b8c96-7cca-481a-898e-110bd8fd3450, host: hv-cinder-84779, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3e201e6-4a2f-4b43-8aef-4bdca5df53a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2579e3bc-4a9d-498c-82ba-b2ed0949972e'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:28:11.469752 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b86e36b6-7289-491c-9c20-c10425599069 req-a006ebee-7a52-48f2-b751-2df13151aca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (5c0b8c96-7cca-481a-898e-110bd8fd3450), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:11.550719 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:11.565350 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3859e7e-54d4-4830-b584-d89036246431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5182d913-239d-560a-a272-f123969c0cda-79265a58-e851-4f46-80e6-8bd40ee58e6c', 'network_id': '79265a58-e851-4f46-80e6-8bd40ee58e6c', 'project_id': '52c96385e67941648eee6bf532b3f141', 'fixed_ips': [{'subnet_id': '01c8c3bc-3231-413d-87ec-f0dfb1f32f40'}]}} from dv-cinder-847798-1-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 15:28:11.566374 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d3859e7e-54d4-4830-b584-d89036246431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:11.691311 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-b86e36b6-7289-491c-9c20-c10425599069 req-a006ebee-7a52-48f2-b751-2df13151aca9 service neutron] For port 5c0b8c96-7cca-481a-898e-110bd8fd3450, host hv-cinder-84779, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:28:11.737682 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-b86e36b6-7289-491c-9c20-c10425599069 req-a006ebee-7a52-48f2-b751-2df13151aca9 service neutron] For port 5c0b8c96-7cca-481a-898e-110bd8fd3450, host hv-cinder-84779, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=5c0b8c96-7cca-481a-898e-110bd8fd3450,segment=NetworkSegment(e3e201e6-4a2f-4b43-8aef-4bdca5df53a9),segment_id=e3e201e6-4a2f-4b43-8aef-4bdca5df53a9)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:28:11.754407 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:11.769402 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port ab91a62a-2962-42b9-8cb6-e71a143fd942 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:11.777021 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b86e36b6-7289-491c-9c20-c10425599069 req-a006ebee-7a52-48f2-b751-2df13151aca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9438190'] for port (5c0b8c96-7cca-481a-898e-110bd8fd3450), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:11.781035 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:11.795603 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-63abd0e0-3748-437f-ae1f-6a1f529baaed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:11.801907 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-f3082cf8-43f4-4bcb-b19a-81e28888cbe6 admin admin] Allocated IP 172.20.0.1 (9f2b3a5f-8943-48e2-bb0f-3f837d61206a/8a06131b-528a-47d8-9082-6c3add5ef19c/033c5111-34d9-49ec-bd05-b663eb62f175) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:28:11.816370 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f3fd026-d4a1-42b8-b783-2f5ed9f91a18 admin admin] Publish callbacks [] for router_gateway (6e1d1137-e67c-4634-97d3-23d9d26e0af6), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:11.837130 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcf31e-7328-470e-9d7c-042cdd6fe72a req-51c88163-caa4-45e5-b7d8-5ab7356b3ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:11.838791 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-00fcf31e-7328-470e-9d7c-042cdd6fe72a req-51c88163-caa4-45e5-b7d8-5ab7356b3ccd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2832173587a6494eb7f73b3ca0a09a0f&device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 1130 time: 0.1133959 Jun 27 15:28:11.875412 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e36b6-7289-491c-9c20-c10425599069 req-a006ebee-7a52-48f2-b751-2df13151aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:11.876862 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b86e36b6-7289-491c-9c20-c10425599069 req-a006ebee-7a52-48f2-b751-2df13151aca9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:11.879263 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b86e36b6-7289-491c-9c20-c10425599069 req-a006ebee-7a52-48f2-b751-2df13151aca9 service neutron] 10.222.0.42 "PUT /v2.0/ports/5c0b8c96-7cca-481a-898e-110bd8fd3450 HTTP/1.1" status: 200 len: 1094 time: 1.8963227 Jun 27 15:28:11.968640 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5904f8c3-03a8-480d-9fd1-b1a04297fb89', 'tag': '5c0b8c96-7cca-481a-898e-110bd8fd3450'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:28:11.973481 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ecdf1b21e48a9c17975c38f4cbb98a47ab0df019f7748c413a09c43e6bcf64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed192c4-07a1-4f17-979b-9e895be2b39b" -d '{"events": [{"name": "network-changed", "server_uuid": "5904f8c3-03a8-480d-9fd1-b1a04297fb89", "tag": "5c0b8c96-7cca-481a-898e-110bd8fd3450"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:28:12.099494 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ee8fa50d-503c-4aa4-989f-5a5df2b3c125 None None] Publish callbacks [] for port (fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:12.103017 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-d3859e7e-54d4-4830-b584-d89036246431 None None] Allocated IP 172.20.0.2 (79265a58-e851-4f46-80e6-8bd40ee58e6c/01c8c3bc-3231-413d-87ec-f0dfb1f32f40/fccb8187-9d89-4c19-a558-df50e7b9314b) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:28:12.117726 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ee8fa50d-503c-4aa4-989f-5a5df2b3c125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:12.148999 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65217dae-3ddb-4749-8106-a65136764e9a req-95c0b776-5cf8-4bee-ae8d-b418f7d91a47 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:12.151763 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-65217dae-3ddb-4749-8106-a65136764e9a req-95c0b776-5cf8-4bee-ae8d-b418f7d91a47 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=5904f8c3-03a8-480d-9fd1-b1a04297fb89 HTTP/1.1" status: 200 len: 944 time: 0.1296616 Jun 27 15:28:12.166243 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcf31e-7328-470e-9d7c-042cdd6fe72a req-53c1aec6-c7ea-404c-ad9a-0b687299bddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:12.168151 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-00fcf31e-7328-470e-9d7c-042cdd6fe72a req-53c1aec6-c7ea-404c-ad9a-0b687299bddb service neutron] 10.222.0.42 "GET /v2.0/networks?id=0dd13161-8ee5-4285-a373-761f6ed0abd7 HTTP/1.1" status: 200 len: 919 time: 0.3138988 Jun 27 15:28:12.247409 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ee8fa50d-503c-4aa4-989f-5a5df2b3c125 None None] Attempting to bind port fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5 on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:28:12.247860 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ee8fa50d-503c-4aa4-989f-5a5df2b3c125 None None] Attempting to bind port fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5 by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:28:12.248139 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8fa50d-503c-4aa4-989f-5a5df2b3c125 None None] Attempting to bind port fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5 on network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:28:12.270027 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05771bf1-d0f0-4a77-86c2-9d8de582561b None None] Pushing event updated for resources: {'Port': ['ID=fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:12.315847 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8fa50d-503c-4aa4-989f-5a5df2b3c125 None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:28:12.316766 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8fa50d-503c-4aa4-989f-5a5df2b3c125 None None] Checking segment: {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:28:12.317569 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ee8fa50d-503c-4aa4-989f-5a5df2b3c125 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:12.318189 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8fa50d-503c-4aa4-989f-5a5df2b3c125 None None] Bound using segment: {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:28:12.319147 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-ee8fa50d-503c-4aa4-989f-5a5df2b3c125 None None] Bound port: fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:28:12.319778 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ee8fa50d-503c-4aa4-989f-5a5df2b3c125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:12.322368 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e36b6-7289-491c-9c20-c10425599069 req-1d9a51ca-b8b7-4604-9e23-1489f862c6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:12.323911 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b86e36b6-7289-491c-9c20-c10425599069 req-1d9a51ca-b8b7-4604-9e23-1489f862c6cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b99a389f8cd34552ae1b3c30803669ae&device_id=5904f8c3-03a8-480d-9fd1-b1a04297fb89 HTTP/1.1" status: 200 len: 1128 time: 0.3445950 Jun 27 15:28:12.331970 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48992b66-8365-4593-93cb-b5c91f584fb2 req-1a914595-d394-4f7a-b771-fc81a9cedb5b tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:12.333606 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-48992b66-8365-4593-93cb-b5c91f584fb2 req-1a914595-d394-4f7a-b771-fc81a9cedb5b tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 946 time: 0.4397123 Jun 27 15:28:12.352680 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-00fcf31e-7328-470e-9d7c-042cdd6fe72a req-14a03858-4b65-4ac7-8d43-32825e32bd5d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6589e017-7d15-4438-86e5-e3a74e6999a7 HTTP/1.1" status: 200 len: 217 time: 0.1174293 Jun 27 15:28:12.378392 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b86e36b6-7289-491c-9c20-c10425599069 req-f00b8b27-d026-4582-b40f-87ba47d4fe35 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c0b8c96-7cca-481a-898e-110bd8fd3450 HTTP/1.1" status: 200 len: 217 time: 0.0379205 Jun 27 15:28:12.451114 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-65217dae-3ddb-4749-8106-a65136764e9a req-d34c1489-62b3-4dd1-a067-af71ce3ed720 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/security-groups?id=f099bc72-2769-4a17-8e8f-2a68796760a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192006 Jun 27 15:28:12.466213 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f3fd026-d4a1-42b8-b783-2f5ed9f91a18 admin admin] Publish callbacks [] for router_gateway (6e1d1137-e67c-4634-97d3-23d9d26e0af6), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:12.478728 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d3859e7e-54d4-4830-b584-d89036246431 None None] Publish callbacks [] for port (fccb8187-9d89-4c19-a558-df50e7b9314b), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:12.490922 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcf31e-7328-470e-9d7c-042cdd6fe72a req-1088610c-3ead-4871-a3b3-623261129d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:12.492838 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-00fcf31e-7328-470e-9d7c-042cdd6fe72a req-1088610c-3ead-4871-a3b3-623261129d60 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5101df7e-dc3e-4d22-92a5-4e633fba6a41 HTTP/1.1" status: 200 len: 857 time: 0.1052125 Jun 27 15:28:12.495371 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f3fd026-d4a1-42b8-b783-2f5ed9f91a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:12.521806 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-48992b66-8365-4593-93cb-b5c91f584fb2 req-df3612c7-4e78-45fc-8bd7-ed137ce3e7c9 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423316 Jun 27 15:28:12.524505 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e36b6-7289-491c-9c20-c10425599069 req-a74d1a46-a936-4d32-8c9b-d467661cff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:12.526211 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b86e36b6-7289-491c-9c20-c10425599069 req-a74d1a46-a936-4d32-8c9b-d467661cff62 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2484939d-6240-4069-807c-ba14c336e5af HTTP/1.1" status: 200 len: 849 time: 0.0701885 Jun 27 15:28:12.546134 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d3859e7e-54d4-4830-b584-d89036246431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724'] for port (fccb8187-9d89-4c19-a558-df50e7b9314b), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:12.569345 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b86e36b6-7289-491c-9c20-c10425599069 req-d27a9936-c12c-436c-bec0-189b173272a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2579e3bc-4a9d-498c-82ba-b2ed0949972e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352974 Jun 27 15:28:12.579921 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:12.603506 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3859e7e-54d4-4830-b584-d89036246431 None None] Network 79265a58-e851-4f46-80e6-8bd40ee58e6c is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:28:12.614515 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-d3859e7e-54d4-4830-b584-d89036246431 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:28:12.625828 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3859e7e-54d4-4830-b584-d89036246431 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:28:12.658310 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3859e7e-54d4-4830-b584-d89036246431 None None] Pushing event updated for resources: {'Port': ['ID=fccb8187-9d89-4c19-a558-df50e7b9314b,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:12.664933 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ee8fa50d-503c-4aa4-989f-5a5df2b3c125 None None] For port fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:28:12.683365 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcf31e-7328-470e-9d7c-042cdd6fe72a req-c2110919-34ae-490c-8762-db27042f8e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:12.685497 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-00fcf31e-7328-470e-9d7c-042cdd6fe72a req-c2110919-34ae-490c-8762-db27042f8e15 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0dd13161-8ee5-4285-a373-761f6ed0abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1827893 Jun 27 15:28:12.702105 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ee8fa50d-503c-4aa4-989f-5a5df2b3c125 None None] For port fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:28:12.713852 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d121ad26-351f-4a45-9346-078ffee4f350 x-openstack-request-id: req-d121ad26-351f-4a45-9346-078ffee4f350 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:28:12.714178 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5904f8c3-03a8-480d-9fd1-b1a04297fb89", "tag": "5c0b8c96-7cca-481a-898e-110bd8fd3450", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:28:12.714527 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d121ad26-351f-4a45-9346-078ffee4f350 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:28:12.714932 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d121ad26-351f-4a45-9346-078ffee4f350'] response: {'name': 'network-changed', 'server_uuid': '5904f8c3-03a8-480d-9fd1-b1a04297fb89', 'tag': '5c0b8c96-7cca-481a-898e-110bd8fd3450', 'status': 'completed', 'code': 200} Jun 27 15:28:12.736540 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ee8fa50d-503c-4aa4-989f-5a5df2b3c125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:12.750371 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006ebee-7a52-48f2-b751-2df13151aca9 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0b8c96-7cca-481a-898e-110bd8fd3450,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:12.750689 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d3859e7e-54d4-4830-b584-d89036246431 None None] Attempting to bind port fccb8187-9d89-4c19-a558-df50e7b9314b on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:28:12.750832 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:12.751021 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d3859e7e-54d4-4830-b584-d89036246431 None None] Attempting to bind port fccb8187-9d89-4c19-a558-df50e7b9314b by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': '092ec022-4797-43f8-9eb5-7109adc548d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '79265a58-e851-4f46-80e6-8bd40ee58e6c'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:28:12.751021 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3859e7e-54d4-4830-b584-d89036246431 None None] Attempting to bind port fccb8187-9d89-4c19-a558-df50e7b9314b on network 79265a58-e851-4f46-80e6-8bd40ee58e6c {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:28:12.765723 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b86e36b6-7289-491c-9c20-c10425599069 req-0982510c-75a1-4a91-a4f9-99b29e0c4505 service neutron] 10.222.0.42 "GET /v2.0/networks/2579e3bc-4a9d-498c-82ba-b2ed0949972e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655974 Jun 27 15:28:12.788302 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3859e7e-54d4-4830-b584-d89036246431 None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:28:12.788810 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3859e7e-54d4-4830-b584-d89036246431 None None] Checking segment: {'id': '092ec022-4797-43f8-9eb5-7109adc548d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '79265a58-e851-4f46-80e6-8bd40ee58e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:28:12.789269 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d3859e7e-54d4-4830-b584-d89036246431 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:12.789664 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3859e7e-54d4-4830-b584-d89036246431 None None] Bound using segment: {'id': '092ec022-4797-43f8-9eb5-7109adc548d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '79265a58-e851-4f46-80e6-8bd40ee58e6c'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:28:12.790158 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d3859e7e-54d4-4830-b584-d89036246431 None None] Bound port: fccb8187-9d89-4c19-a558-df50e7b9314b, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092ec022-4797-43f8-9eb5-7109adc548d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '79265a58-e851-4f46-80e6-8bd40ee58e6c'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:28:12.790543 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d3859e7e-54d4-4830-b584-d89036246431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (fccb8187-9d89-4c19-a558-df50e7b9314b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:12.827804 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:12.831813 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8fa50d-503c-4aa4-989f-5a5df2b3c125 None None] Routers {'d503fd2a-6057-4a70-b0d6-50c2350edbeb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:28:12.832606 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ee8fa50d-503c-4aa4-989f-5a5df2b3c125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:28:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:12.842873 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-8f3fd026-d4a1-42b8-b783-2f5ed9f91a18 admin admin] Allocated IP 172.27.2.99 (514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb/6226739c-eac4-4784-90b9-a0481f53f3ba/67098971-89e3-461f-8090-d7d22bc3b8db) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:28:12.868302 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-00fcf31e-7328-470e-9d7c-042cdd6fe72a req-d442929a-1d38-4ce7-9c7b-d0fdaeaeb6ec service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736195 Jun 27 15:28:12.887053 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:12.940980 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05771bf1-d0f0-4a77-86c2-9d8de582561b None None] Pushing event updated for resources: {'Port': ['ID=fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:12.997082 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f3082cf8-43f4-4bcb-b19a-81e28888cbe6 admin admin] Publish callbacks [] for port (033c5111-34d9-49ec-bd05-b663eb62f175), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:13.002698 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d3859e7e-54d4-4830-b584-d89036246431 None None] For port fccb8187-9d89-4c19-a558-df50e7b9314b, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:28:13.027223 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b86e36b6-7289-491c-9c20-c10425599069 req-2262c21b-03e1-4ae8-9d2a-d96cdfe31c23 service neutron] 10.222.0.42 "GET /v2.0/networks/2579e3bc-4a9d-498c-82ba-b2ed0949972e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157235 Jun 27 15:28:13.081997 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f3082cf8-43f4-4bcb-b19a-81e28888cbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (033c5111-34d9-49ec-bd05-b663eb62f175), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:13.104742 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d3859e7e-54d4-4830-b584-d89036246431 None None] For port fccb8187-9d89-4c19-a558-df50e7b9314b, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=fccb8187-9d89-4c19-a558-df50e7b9314b,segment=NetworkSegment(092ec022-4797-43f8-9eb5-7109adc548d1),segment_id=092ec022-4797-43f8-9eb5-7109adc548d1)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:28:13.129777 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d3859e7e-54d4-4830-b584-d89036246431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (fccb8187-9d89-4c19-a558-df50e7b9314b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:13.138273 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3082cf8-43f4-4bcb-b19a-81e28888cbe6 admin admin] Network 9f2b3a5f-8943-48e2-bb0f-3f837d61206a is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:28:13.142279 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-f3082cf8-43f4-4bcb-b19a-81e28888cbe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:28:13.145577 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3082cf8-43f4-4bcb-b19a-81e28888cbe6 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:28:13.199455 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-ee8fa50d-503c-4aa4-989f-5a5df2b3c125 None None] Set router d503fd2a-6057-4a70-b0d6-50c2350edbeb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:28:13.221877 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3082cf8-43f4-4bcb-b19a-81e28888cbe6 admin admin] Pushing event updated for resources: {'Port': ['ID=033c5111-34d9-49ec-bd05-b663eb62f175,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:13.246800 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f3082cf8-43f4-4bcb-b19a-81e28888cbe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734275'] for router_interface (d503fd2a-6057-4a70-b0d6-50c2350edbeb), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:13.307052 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3859e7e-54d4-4830-b584-d89036246431 None None] Pushing event updated for resources: {'Port': ['ID=fccb8187-9d89-4c19-a558-df50e7b9314b,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:13.310075 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:13.369173 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:13.431775 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f3082cf8-43f4-4bcb-b19a-81e28888cbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (033c5111-34d9-49ec-bd05-b663eb62f175), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:13.467317 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f3fd026-d4a1-42b8-b783-2f5ed9f91a18 admin admin] Publish callbacks [] for port (67098971-89e3-461f-8090-d7d22bc3b8db), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:13.471234 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-00fcf31e-7328-470e-9d7c-042cdd6fe72a req-9f016858-2e3d-48a8-bec8-00ff720c93d4 service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474332 Jun 27 15:28:13.481367 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:13.502569 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-ee8fa50d-503c-4aa4-989f-5a5df2b3c125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:28:07Z', 'revision_number': 3, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:13.530897 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f3fd026-d4a1-42b8-b783-2f5ed9f91a18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (67098971-89e3-461f-8090-d7d22bc3b8db), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:13.541644 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8fa50d-503c-4aa4-989f-5a5df2b3c125 None None] The sync data for ids ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'] in dv-cinder-847798-1-iscsi is: [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:28:07Z', 'revision_number': 3, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:28:13.587053 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3fd026-d4a1-42b8-b783-2f5ed9f91a18 admin admin] Network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:28:13.590324 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-8f3fd026-d4a1-42b8-b783-2f5ed9f91a18 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:28:13.593357 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3fd026-d4a1-42b8-b783-2f5ed9f91a18 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:28:13.658581 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-57ef526a-93f7-446e-951f-dbc4ab00e620 None None] Provisioning complete for port 033c5111-34d9-49ec-bd05-b663eb62f175 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:13.658581 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-57ef526a-93f7-446e-951f-dbc4ab00e620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (033c5111-34d9-49ec-bd05-b663eb62f175), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:13.717064 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-57ef526a-93f7-446e-951f-dbc4ab00e620 None None] Port 033c5111-34d9-49ec-bd05-b663eb62f175 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:28:13.739580 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fd026-d4a1-42b8-b783-2f5ed9f91a18 admin admin] Pushing event updated for resources: {'Port': ['ID=67098971-89e3-461f-8090-d7d22bc3b8db,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:13.850999 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08fc48-a35a-4338-9a95-409d3ef30fa2 req-5650f1d7-c727-4aa3-af15-a0519243a6e7 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:13.854609 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6e08fc48-a35a-4338-9a95-409d3ef30fa2 req-5650f1d7-c727-4aa3-af15-a0519243a6e7 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=5904f8c3-03a8-480d-9fd1-b1a04297fb89 HTTP/1.1" status: 200 len: 944 time: 0.1318657 Jun 27 15:28:13.888743 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f3082cf8-43f4-4bcb-b19a-81e28888cbe6 admin admin] Publish callbacks [] for port (033c5111-34d9-49ec-bd05-b663eb62f175), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:13.905107 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f3082cf8-43f4-4bcb-b19a-81e28888cbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9438190'] for port (033c5111-34d9-49ec-bd05-b663eb62f175), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:13.920552 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5e095-5ff4-4ed9-9b44-3d607ea82558 req-1941890f-a0c7-4682-8213-3af32379dbbb tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:13.928108 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-41a5e095-5ff4-4ed9-9b44-3d607ea82558 req-1941890f-a0c7-4682-8213-3af32379dbbb tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 946 time: 0.1324985 Jun 27 15:28:14.076998 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6e08fc48-a35a-4338-9a95-409d3ef30fa2 req-03bf52aa-f03c-4c89-b3e7-d926bc90d633 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/security-groups?id=f099bc72-2769-4a17-8e8f-2a68796760a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023089 Jun 27 15:28:14.117452 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:14.119469 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed192c4-07a1-4f17-979b-9e895be2b39b req-ee0a73ab-2e9b-455c-ad44-3a76d32b4890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:14.121827 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5ed192c4-07a1-4f17-979b-9e895be2b39b req-ee0a73ab-2e9b-455c-ad44-3a76d32b4890 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b99a389f8cd34552ae1b3c30803669ae&device_id=5904f8c3-03a8-480d-9fd1-b1a04297fb89 HTTP/1.1" status: 200 len: 1128 time: 0.1322603 Jun 27 15:28:14.139888 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3082cf8-43f4-4bcb-b19a-81e28888cbe6 admin admin] Pushing event updated for resources: {'Port': ['ID=033c5111-34d9-49ec-bd05-b663eb62f175,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:14.164397 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f3082cf8-43f4-4bcb-b19a-81e28888cbe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3703187'] for router_interface (d503fd2a-6057-4a70-b0d6-50c2350edbeb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:14.185821 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-41a5e095-5ff4-4ed9-9b44-3d607ea82558 req-a2fb2bb9-fe04-4272-b43c-a9bd24a43074 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562089 Jun 27 15:28:14.301398 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:14.335556 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3082cf8-43f4-4bcb-b19a-81e28888cbe6 admin admin] Network 9f2b3a5f-8943-48e2-bb0f-3f837d61206a is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:28:14.337421 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-f3082cf8-43f4-4bcb-b19a-81e28888cbe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:28:14.348780 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f3fd026-d4a1-42b8-b783-2f5ed9f91a18 admin admin] Publish callbacks [] for router_gateway (6e1d1137-e67c-4634-97d3-23d9d26e0af6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:14.423581 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:14.473665 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed192c4-07a1-4f17-979b-9e895be2b39b req-a6bf016f-2f99-465f-bb55-1c74ff2cd978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:14.475836 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5ed192c4-07a1-4f17-979b-9e895be2b39b req-a6bf016f-2f99-465f-bb55-1c74ff2cd978 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2579e3bc-4a9d-498c-82ba-b2ed0949972e HTTP/1.1" status: 200 len: 910 time: 0.2781677 Jun 27 15:28:14.508595 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:14.558307 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5ed192c4-07a1-4f17-979b-9e895be2b39b req-48e03e88-e057-4e49-8604-9c33c9834215 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c0b8c96-7cca-481a-898e-110bd8fd3450 HTTP/1.1" status: 200 len: 217 time: 0.0473976 Jun 27 15:28:14.683656 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed192c4-07a1-4f17-979b-9e895be2b39b req-0f6d9d06-e6e9-4607-aa1e-604ccb66c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:14.685648 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5ed192c4-07a1-4f17-979b-9e895be2b39b req-0f6d9d06-e6e9-4607-aa1e-604ccb66c90b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2484939d-6240-4069-807c-ba14c336e5af HTTP/1.1" status: 200 len: 849 time: 0.1175153 Jun 27 15:28:14.722104 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3082cf8-43f4-4bcb-b19a-81e28888cbe6 admin admin] Router d503fd2a-6057-4a70-b0d6-50c2350edbeb has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:28:14.734276 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5ed192c4-07a1-4f17-979b-9e895be2b39b req-f248c786-20d1-4eeb-9f76-df412df0a8e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2579e3bc-4a9d-498c-82ba-b2ed0949972e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375681 Jun 27 15:28:14.774688 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-45509ee3-2efa-4156-8a3f-de5d2e75d7e5 None None] Provisioning complete for port 033c5111-34d9-49ec-bd05-b663eb62f175 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:14.777669 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-45509ee3-2efa-4156-8a3f-de5d2e75d7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (033c5111-34d9-49ec-bd05-b663eb62f175), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:14.850813 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 5c0b8c96-7cca-481a-898e-110bd8fd3450 details requested by agent hyperv_hv-cinder-84779 with host hv-cinder-84779 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 15:28:14.896152 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f3fd026-d4a1-42b8-b783-2f5ed9f91a18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3708253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733158'] for router (6e1d1137-e67c-4634-97d3-23d9d26e0af6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:15.019317 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3082cf8-43f4-4bcb-b19a-81e28888cbe6 admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:28:15.023082 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 5c0b8c96-7cca-481a-898e-110bd8fd3450, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=5c0b8c96-7cca-481a-898e-110bd8fd3450,segment=NetworkSegment(e3e201e6-4a2f-4b43-8aef-4bdca5df53a9),segment_id=e3e201e6-4a2f-4b43-8aef-4bdca5df53a9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:28:15.036794 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f3082cf8-43f4-4bcb-b19a-81e28888cbe6 admin admin] 10.222.0.26 "PUT /v2.0/routers/d503fd2a-6057-4a70-b0d6-50c2350edbeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9042723 Jun 27 15:28:15.067119 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5f5be2-fec8-4e61-9d21-a41c2d19f574 None None] Network 79265a58-e851-4f46-80e6-8bd40ee58e6c requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:28:15.074455 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Returning: {'device': '5c0b8c96-7cca-481a-898e-110bd8fd3450', 'network_id': '2579e3bc-4a9d-498c-82ba-b2ed0949972e', 'port_id': '5c0b8c96-7cca-481a-898e-110bd8fd3450', 'mac_address': 'fa:16:3e:11:76:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2484939d-6240-4069-807c-ba14c336e5af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 15:28:15.122972 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-45509ee3-2efa-4156-8a3f-de5d2e75d7e5 None None] Port 033c5111-34d9-49ec-bd05-b663eb62f175 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:28:15.144974 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5ed192c4-07a1-4f17-979b-9e895be2b39b req-93397d0d-a74e-4ddd-92f7-bb0ac0aaf55b service neutron] 10.222.0.42 "GET /v2.0/networks/2579e3bc-4a9d-498c-82ba-b2ed0949972e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800004 Jun 27 15:28:15.155385 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:15.211338 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:28:15.277143 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:15.280871 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 5c0b8c96-7cca-481a-898e-110bd8fd3450 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:15.281278 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (5c0b8c96-7cca-481a-898e-110bd8fd3450), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:15.332944 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0b8c96-7cca-481a-898e-110bd8fd3450 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:28:15.337701 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-520f7997-77e9-4f88-bd15-012940ec781c None None] Provisioning complete for port fccb8187-9d89-4c19-a558-df50e7b9314b triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:15.338303 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-520f7997-77e9-4f88-bd15-012940ec781c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (fccb8187-9d89-4c19-a558-df50e7b9314b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:15.340883 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3fd026-d4a1-42b8-b783-2f5ed9f91a18 admin admin] Router 6e1d1137-e67c-4634-97d3-23d9d26e0af6 is scheduled to L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 15:28:15.352541 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4aa23-284d-4ccd-a92d-a7c7183cdf70 req-234311f1-eac0-4edc-b482-9bc7c0b7817e tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:15.354586 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b6a4aa23-284d-4ccd-a92d-a7c7183cdf70 req-234311f1-eac0-4edc-b482-9bc7c0b7817e tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=5904f8c3-03a8-480d-9fd1-b1a04297fb89 HTTP/1.1" status: 200 len: 944 time: 0.0994644 Jun 27 15:28:15.423715 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 5c0b8c96-7cca-481a-898e-110bd8fd3450, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=5c0b8c96-7cca-481a-898e-110bd8fd3450,segment=NetworkSegment(e3e201e6-4a2f-4b43-8aef-4bdca5df53a9),segment_id=e3e201e6-4a2f-4b43-8aef-4bdca5df53a9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:28:15.426942 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5ed192c4-07a1-4f17-979b-9e895be2b39b req-a4304c5e-51d0-4f3c-bbae-683de015ac83 service neutron] 10.222.0.42 "GET /v2.0/networks/2579e3bc-4a9d-498c-82ba-b2ed0949972e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704098 Jun 27 15:28:15.442064 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (5c0b8c96-7cca-481a-898e-110bd8fd3450), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:15.446483 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b6a4aa23-284d-4ccd-a92d-a7c7183cdf70 req-bf66c829-f77b-4164-a7ad-5bdd3296112a tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/security-groups?id=f099bc72-2769-4a17-8e8f-2a68796760a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819626 Jun 27 15:28:15.461572 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51830) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:15.476344 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-f7adbf1a-319a-49db-aaae-32f6cf213064 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1955102614', 'description': 'tempest-description--1899430710'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:28:15.481204 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:15.481548 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:15.487832 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:15.507216 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7adbf1a-319a-49db-aaae-32f6cf213064 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:15.528613 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3fd026-d4a1-42b8-b783-2f5ed9f91a18 admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:28:15.545164 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c814b2c-6563-4fa8-a30e-3cd03ccfb8df None None] Sync routers for ids ['6e1d1137-e67c-4634-97d3-23d9d26e0af6'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:28:15.562223 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f3fd026-d4a1-42b8-b783-2f5ed9f91a18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:15.563875 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-8f3fd026-d4a1-42b8-b783-2f5ed9f91a18 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4017723 Jun 27 15:28:15.567411 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 51832) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:15.573159 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c814b2c-6563-4fa8-a30e-3cd03ccfb8df None None] Routers {'6e1d1137-e67c-4634-97d3-23d9d26e0af6'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:28:15.577718 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9c814b2c-6563-4fa8-a30e-3cd03ccfb8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:28:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['6e1d1137-e67c-4634-97d3-23d9d26e0af6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:15.653730 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7adbf1a-319a-49db-aaae-32f6cf213064 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group (eb852d67-e5b6-4f0f-a9b5-83eb5c024fe6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:15.662182 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=5c0b8c96-7cca-481a-898e-110bd8fd3450,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:15.677717 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7adbf1a-319a-49db-aaae-32f6cf213064 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (eb852d67-e5b6-4f0f-a9b5-83eb5c024fe6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:15.680475 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-520f7997-77e9-4f88-bd15-012940ec781c None None] Current status of the port fccb8187-9d89-4c19-a558-df50e7b9314b is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:15.680892 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-520f7997-77e9-4f88-bd15-012940ec781c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (fccb8187-9d89-4c19-a558-df50e7b9314b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:15.683534 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:15.700478 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-9c814b2c-6563-4fa8-a30e-3cd03ccfb8df None None] Set router 6e1d1137-e67c-4634-97d3-23d9d26e0af6 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:28:15.706820 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:15.738105 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7adbf1a-319a-49db-aaae-32f6cf213064 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:15.747309 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f7adbf1a-319a-49db-aaae-32f6cf213064 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2828646 Jun 27 15:28:15.748564 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51834) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:15.758025 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-978e98a6-e5f9-4717-bba5-0a9d6fdf0c0c tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Request body: {'security_group_rule': {'security_group_id': 'eb852d67-e5b6-4f0f-a9b5-83eb5c024fe6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:28:15.765565 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7adbf1a-319a-49db-aaae-32f6cf213064 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb852d67-e5b6-4f0f-a9b5-83eb5c024fe6,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:15.829226 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-978e98a6-e5f9-4717-bba5-0a9d6fdf0c0c tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group_rule (441055f4-867b-4e89-8ba2-06e2345c8272), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:15.891672 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:15.991549 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e75ac9-80c4-4c47-8494-2a9d85f19ee3 req-547efcfc-8dcf-4033-b72d-55fec0f84646 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:15.997284 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9c814b2c-6563-4fa8-a30e-3cd03ccfb8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'name': 'tempest-TestMinimumBasicScenario-962353146-router', 'tenant_id': '52c96385e67941648eee6bf532b3f141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '67098971-89e3-461f-8090-d7d22bc3b8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 3, 'project_id': '52c96385e67941648eee6bf532b3f141', 'gw_port': {'id': '67098971-89e3-461f-8090-d7d22bc3b8db', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:12Z', 'updated_at': '2022-06-27T15:28:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:15.999974 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-60e75ac9-80c4-4c47-8494-2a9d85f19ee3 req-547efcfc-8dcf-4033-b72d-55fec0f84646 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 946 time: 0.1646044 Jun 27 15:28:16.003899 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['5c0b8c96-7cca-481a-898e-110bd8fd3450'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:28:16.063141 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-520f7997-77e9-4f88-bd15-012940ec781c None None] For port fccb8187-9d89-4c19-a558-df50e7b9314b, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=fccb8187-9d89-4c19-a558-df50e7b9314b,segment=NetworkSegment(092ec022-4797-43f8-9eb5-7109adc548d1),segment_id=092ec022-4797-43f8-9eb5-7109adc548d1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:28:16.063353 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c814b2c-6563-4fa8-a30e-3cd03ccfb8df None None] Checking router: 6e1d1137-e67c-4634-97d3-23d9d26e0af6 for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:28:16.064758 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c814b2c-6563-4fa8-a30e-3cd03ccfb8df None None] Updating router 6e1d1137-e67c-4634-97d3-23d9d26e0af6 port 67098971-89e3-461f-8090-d7d22bc3b8db binding host dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 15:28:16.069863 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:16.070292 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:16.077605 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-978e98a6-e5f9-4717-bba5-0a9d6fdf0c0c tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group_rule (441055f4-867b-4e89-8ba2-06e2345c8272), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:16.078994 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-520f7997-77e9-4f88-bd15-012940ec781c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (fccb8187-9d89-4c19-a558-df50e7b9314b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:16.094996 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-978e98a6-e5f9-4717-bba5-0a9d6fdf0c0c tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (441055f4-867b-4e89-8ba2-06e2345c8272), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:16.147592 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-978e98a6-e5f9-4717-bba5-0a9d6fdf0c0c tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:16.148912 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-978e98a6-e5f9-4717-bba5-0a9d6fdf0c0c tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3978062 Jun 27 15:28:16.149036 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9c814b2c-6563-4fa8-a30e-3cd03ccfb8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (67098971-89e3-461f-8090-d7d22bc3b8db), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:16.150210 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e98a6-e5f9-4717-bba5-0a9d6fdf0c0c tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441055f4-867b-4e89-8ba2-06e2345c8272,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:16.151676 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51840) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:16.168876 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] For port fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:28:16.175511 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e0a7a59e-926f-4dd9-9fb8-12428e8a89eb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Request body: {'security_group_rule': {'security_group_id': 'eb852d67-e5b6-4f0f-a9b5-83eb5c024fe6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:28:16.182920 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-60e75ac9-80c4-4c47-8494-2a9d85f19ee3 req-a584078a-4695-4830-82a9-a32665b6979f tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815667 Jun 27 15:28:16.186659 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:16.187542 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device fccb8187-9d89-4c19-a558-df50e7b9314b up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:28:16.253417 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e0a7a59e-926f-4dd9-9fb8-12428e8a89eb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group_rule (4b54d5a6-ab36-47cd-a60c-4616be80d068), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:16.282664 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f7997-77e9-4f88-bd15-012940ec781c None None] Pushing event updated for resources: {'Port': ['ID=fccb8187-9d89-4c19-a558-df50e7b9314b,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:16.286536 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3e6750ce-a100-452f-9cfa-ef65fda5ddbc None None] Provisioning complete for port fccb8187-9d89-4c19-a558-df50e7b9314b triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:16.287024 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3e6750ce-a100-452f-9cfa-ef65fda5ddbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (fccb8187-9d89-4c19-a558-df50e7b9314b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:16.398565 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e0a7a59e-926f-4dd9-9fb8-12428e8a89eb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group_rule (4b54d5a6-ab36-47cd-a60c-4616be80d068), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:16.416004 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e0a7a59e-926f-4dd9-9fb8-12428e8a89eb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (4b54d5a6-ab36-47cd-a60c-4616be80d068), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:16.457535 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:16.463245 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:16.480348 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7a59e-926f-4dd9-9fb8-12428e8a89eb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b54d5a6-ab36-47cd-a60c-4616be80d068,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:16.490634 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port fccb8187-9d89-4c19-a558-df50e7b9314b triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:16.491254 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (fccb8187-9d89-4c19-a558-df50e7b9314b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:16.496026 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e0a7a59e-926f-4dd9-9fb8-12428e8a89eb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:16.498390 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b564a976-2d68-4fbf-ac0b-a5772aed1144 None None] Sync routers for ids ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'] in dv-cinder-847798-1-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:28:16.504580 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 51846) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:16.505380 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-e0a7a59e-926f-4dd9-9fb8-12428e8a89eb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3524413 Jun 27 15:28:16.516184 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Request body: {'floatingip': {'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:28:16.583623 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Pushing event updated for resources: {'Port': ['ID=fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:16.647943 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:16.658589 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6577f092-f96e-4319-9a59-07c2405b960b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:16.663001 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b564a976-2d68-4fbf-ac0b-a5772aed1144 None None] Routers {'d503fd2a-6057-4a70-b0d6-50c2350edbeb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:28:16.664359 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b564a976-2d68-4fbf-ac0b-a5772aed1144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:28:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:16.678362 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e4cd8-26e8-41dc-953c-e2bdd7161829 req-154597c6-99fa-44f9-b886-12aaf90f9888 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:16.680259 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-203e4cd8-26e8-41dc-953c-e2bdd7161829 req-154597c6-99fa-44f9-b886-12aaf90f9888 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=5904f8c3-03a8-480d-9fd1-b1a04297fb89 HTTP/1.1" status: 200 len: 945 time: 0.0594068 Jun 27 15:28:16.720199 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9c814b2c-6563-4fa8-a30e-3cd03ccfb8df None None] Publish callbacks [] for port (67098971-89e3-461f-8090-d7d22bc3b8db), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:16.730765 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9c814b2c-6563-4fa8-a30e-3cd03ccfb8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (67098971-89e3-461f-8090-d7d22bc3b8db), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:16.762245 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-203e4cd8-26e8-41dc-953c-e2bdd7161829 req-fec179e4-65b8-48b1-8145-ca16811acb0c tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/security-groups?id=f099bc72-2769-4a17-8e8f-2a68796760a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752242 Jun 27 15:28:16.776005 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3e6750ce-a100-452f-9cfa-ef65fda5ddbc None None] Current status of the port fccb8187-9d89-4c19-a558-df50e7b9314b is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:16.812637 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-9c814b2c-6563-4fa8-a30e-3cd03ccfb8df None None] Attempting to bind port 67098971-89e3-461f-8090-d7d22bc3b8db on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:28:16.813020 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-9c814b2c-6563-4fa8-a30e-3cd03ccfb8df None None] Attempting to bind port 67098971-89e3-461f-8090-d7d22bc3b8db by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:28:16.813431 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c814b2c-6563-4fa8-a30e-3cd03ccfb8df None None] Attempting to bind port 67098971-89e3-461f-8090-d7d22bc3b8db on network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:28:16.817271 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462085b3-719b-4cf0-8122-d8637d1be90b None None] Pushing event updated for resources: {'Port': ['ID=67098971-89e3-461f-8090-d7d22bc3b8db,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:16.830763 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c814b2c-6563-4fa8-a30e-3cd03ccfb8df None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:28:16.831140 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c814b2c-6563-4fa8-a30e-3cd03ccfb8df None None] Checking segment: {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:28:16.831551 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9c814b2c-6563-4fa8-a30e-3cd03ccfb8df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:16.831946 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c814b2c-6563-4fa8-a30e-3cd03ccfb8df None None] Bound using segment: {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:28:16.832464 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-9c814b2c-6563-4fa8-a30e-3cd03ccfb8df None None] Bound port: 67098971-89e3-461f-8090-d7d22bc3b8db, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:28:16.832849 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9c814b2c-6563-4fa8-a30e-3cd03ccfb8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (67098971-89e3-461f-8090-d7d22bc3b8db), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:16.835940 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462085b3-719b-4cf0-8122-d8637d1be90b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:16.836288 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462085b3-719b-4cf0-8122-d8637d1be90b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:16.836673 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462085b3-719b-4cf0-8122-d8637d1be90b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:16.837035 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462085b3-719b-4cf0-8122-d8637d1be90b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:16.837374 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462085b3-719b-4cf0-8122-d8637d1be90b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:16.837702 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462085b3-719b-4cf0-8122-d8637d1be90b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:16.838030 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462085b3-719b-4cf0-8122-d8637d1be90b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:16.838353 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462085b3-719b-4cf0-8122-d8637d1be90b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:16.838691 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462085b3-719b-4cf0-8122-d8637d1be90b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:16.839039 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462085b3-719b-4cf0-8122-d8637d1be90b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:16.839372 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462085b3-719b-4cf0-8122-d8637d1be90b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:16.840895 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462085b3-719b-4cf0-8122-d8637d1be90b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:16.840895 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462085b3-719b-4cf0-8122-d8637d1be90b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:16.840895 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462085b3-719b-4cf0-8122-d8637d1be90b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:16.840895 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462085b3-719b-4cf0-8122-d8637d1be90b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:16.841531 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port fccb8187-9d89-4c19-a558-df50e7b9314b is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:16.880601 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-b564a976-2d68-4fbf-ac0b-a5772aed1144 None None] Set router d503fd2a-6057-4a70-b0d6-50c2350edbeb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:28:16.904546 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:17.015639 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-9c814b2c-6563-4fa8-a30e-3cd03ccfb8df None None] For port 67098971-89e3-461f-8090-d7d22bc3b8db, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:28:17.018282 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:17.021693 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-9c814b2c-6563-4fa8-a30e-3cd03ccfb8df None None] For port 67098971-89e3-461f-8090-d7d22bc3b8db, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=67098971-89e3-461f-8090-d7d22bc3b8db,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:28:17.041636 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-9c814b2c-6563-4fa8-a30e-3cd03ccfb8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (67098971-89e3-461f-8090-d7d22bc3b8db), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:17.121557 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c814b2c-6563-4fa8-a30e-3cd03ccfb8df None None] Routers {'6e1d1137-e67c-4634-97d3-23d9d26e0af6'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:28:17.122315 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9c814b2c-6563-4fa8-a30e-3cd03ccfb8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:28:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['6e1d1137-e67c-4634-97d3-23d9d26e0af6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:17.124724 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462085b3-719b-4cf0-8122-d8637d1be90b None None] Pushing event updated for resources: {'Port': ['ID=67098971-89e3-461f-8090-d7d22bc3b8db,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:17.139916 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:28:17.267574 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:17.274790 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-9c814b2c-6563-4fa8-a30e-3cd03ccfb8df None None] Set router 6e1d1137-e67c-4634-97d3-23d9d26e0af6 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:28:17.283625 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:17.284020 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:17.314238 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 5c0b8c96-7cca-481a-898e-110bd8fd3450 up at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:28:17.317476 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b564a976-2d68-4fbf-ac0b-a5772aed1144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 4, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '033c5111-34d9-49ec-bd05-b663eb62f175', 'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'mac_address': 'fa:16:3e:c5:37:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 2, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'subnets': [{'id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:17.385640 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b564a976-2d68-4fbf-ac0b-a5772aed1144 None None] Checking router: d503fd2a-6057-4a70-b0d6-50c2350edbeb for host: dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:28:17.386085 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b564a976-2d68-4fbf-ac0b-a5772aed1144 None None] Updating router d503fd2a-6057-4a70-b0d6-50c2350edbeb port 033c5111-34d9-49ec-bd05-b663eb62f175 binding host dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 15:28:17.439681 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b564a976-2d68-4fbf-ac0b-a5772aed1144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (033c5111-34d9-49ec-bd05-b663eb62f175), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:17.464437 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:17.489410 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning for port 5c0b8c96-7cca-481a-898e-110bd8fd3450 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 15:28:17.504710 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning complete for port 5c0b8c96-7cca-481a-898e-110bd8fd3450 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:17.505263 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (5c0b8c96-7cca-481a-898e-110bd8fd3450), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:17.533337 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:17.533337 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device fccb8187-9d89-4c19-a558-df50e7b9314b up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:28:17.594334 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:17.618853 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Allocated IP 172.27.2.35 (514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb/6226739c-eac4-4784-90b9-a0481f53f3ba/ef7481b2-5251-448c-87fe-c3df53025547) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:28:17.640069 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-9c814b2c-6563-4fa8-a30e-3cd03ccfb8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'name': 'tempest-TestMinimumBasicScenario-962353146-router', 'tenant_id': '52c96385e67941648eee6bf532b3f141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '67098971-89e3-461f-8090-d7d22bc3b8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 3, 'project_id': '52c96385e67941648eee6bf532b3f141', 'gw_port': {'id': '67098971-89e3-461f-8090-d7d22bc3b8db', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:12Z', 'updated_at': '2022-06-27T15:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:17.688300 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c814b2c-6563-4fa8-a30e-3cd03ccfb8df None None] The sync data for ids ['6e1d1137-e67c-4634-97d3-23d9d26e0af6'] in dv-cinder-847798-1-iscsi is: [{'id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'name': 'tempest-TestMinimumBasicScenario-962353146-router', 'tenant_id': '52c96385e67941648eee6bf532b3f141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '67098971-89e3-461f-8090-d7d22bc3b8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 3, 'project_id': '52c96385e67941648eee6bf532b3f141', 'gw_port': {'id': '67098971-89e3-461f-8090-d7d22bc3b8db', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:12Z', 'updated_at': '2022-06-27T15:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:28:17.727624 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port fccb8187-9d89-4c19-a558-df50e7b9314b triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:17.727911 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (fccb8187-9d89-4c19-a558-df50e7b9314b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:17.729593 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:17.745218 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a2b59-041b-43b8-bbd2-65133ed2647b req-defa832e-bf6e-43c3-aa26-ab0e07157dc7 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:17.747083 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3a7a2b59-041b-43b8-bbd2-65133ed2647b req-defa832e-bf6e-43c3-aa26-ab0e07157dc7 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 946 time: 0.2323456 Jun 27 15:28:17.764894 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-6577f092-f96e-4319-9a59-07c2405b960b admin admin] Allocated IP 172.20.0.1 (79265a58-e851-4f46-80e6-8bd40ee58e6c/01c8c3bc-3231-413d-87ec-f0dfb1f32f40/05e4e613-06a5-44b0-97de-7b2c5ce92a59) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:28:17.811523 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 5c0b8c96-7cca-481a-898e-110bd8fd3450 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:17.811922 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (5c0b8c96-7cca-481a-898e-110bd8fd3450), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:17.857321 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for port (ef7481b2-5251-448c-87fe-c3df53025547), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:17.888109 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:17.900638 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5904f8c3-03a8-480d-9fd1-b1a04297fb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0b8c96-7cca-481a-898e-110bd8fd3450'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:28:17.903250 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d85b7032bc105ad9eb63a31382f750c4bf6bbb4824e658972134fe301cb831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567d83bc-99f0-4202-87be-0582fa342f6e" -d '{"events": [{"server_uuid": "5904f8c3-03a8-480d-9fd1-b1a04297fb89", "name": "network-vif-plugged", "status": "completed", "tag": "5c0b8c96-7cca-481a-898e-110bd8fd3450"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:28:17.927606 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 5c0b8c96-7cca-481a-898e-110bd8fd3450, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=5c0b8c96-7cca-481a-898e-110bd8fd3450,segment=NetworkSegment(e3e201e6-4a2f-4b43-8aef-4bdca5df53a9),segment_id=e3e201e6-4a2f-4b43-8aef-4bdca5df53a9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:28:17.966286 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (5c0b8c96-7cca-481a-898e-110bd8fd3450), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:18.006836 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66129940-284a-4082-b2ad-10b62fc48969 req-8817aa0a-0c49-490f-9f00-c35585b1301d tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:18.008530 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-66129940-284a-4082-b2ad-10b62fc48969 req-8817aa0a-0c49-490f-9f00-c35585b1301d tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=5904f8c3-03a8-480d-9fd1-b1a04297fb89 HTTP/1.1" status: 200 len: 946 time: 0.0799432 Jun 27 15:28:18.064907 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port fccb8187-9d89-4c19-a558-df50e7b9314b is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:18.079201 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=5c0b8c96-7cca-481a-898e-110bd8fd3450,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:18.096898 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-66129940-284a-4082-b2ad-10b62fc48969 req-94dbc6c0-5525-4726-b5de-7db93cbe6504 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/security-groups?id=f099bc72-2769-4a17-8e8f-2a68796760a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792813 Jun 27 15:28:18.113802 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3a7a2b59-041b-43b8-bbd2-65133ed2647b req-ab56fbe5-bf08-4019-af76-3e997964fa48 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384054 Jun 27 15:28:18.123091 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (ef7481b2-5251-448c-87fe-c3df53025547), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:18.189874 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b564a976-2d68-4fbf-ac0b-a5772aed1144 None None] Publish callbacks [] for port (033c5111-34d9-49ec-bd05-b663eb62f175), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:18.196782 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8702c5-7787-4556-adcc-8846904e63cb x-openstack-request-id: req-ab8702c5-7787-4556-adcc-8846904e63cb {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:28:18.197446 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5904f8c3-03a8-480d-9fd1-b1a04297fb89", "name": "network-vif-plugged", "status": "completed", "tag": "5c0b8c96-7cca-481a-898e-110bd8fd3450", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:28:18.198076 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ab8702c5-7787-4556-adcc-8846904e63cb {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:28:18.198830 dv-cinder-847798-1-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab8702c5-7787-4556-adcc-8846904e63cb'] response: {'server_uuid': '5904f8c3-03a8-480d-9fd1-b1a04297fb89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0b8c96-7cca-481a-898e-110bd8fd3450', 'code': 200} Jun 27 15:28:18.200585 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b564a976-2d68-4fbf-ac0b-a5772aed1144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (033c5111-34d9-49ec-bd05-b663eb62f175), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:18.264774 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:28:18.266583 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:18.280609 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5999dd-f479-404d-9800-c2c56b723a46 None None] Pushing event updated for resources: {'Port': ['ID=033c5111-34d9-49ec-bd05-b663eb62f175,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:18.302748 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:28:18.315221 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:28:18.390418 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6577f092-f96e-4319-9a59-07c2405b960b admin admin] Publish callbacks [] for port (05e4e613-06a5-44b0-97de-7b2c5ce92a59), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:18.393534 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b564a976-2d68-4fbf-ac0b-a5772aed1144 None None] Attempting to bind port 033c5111-34d9-49ec-bd05-b663eb62f175 on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:28:18.394207 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b564a976-2d68-4fbf-ac0b-a5772aed1144 None None] Attempting to bind port 033c5111-34d9-49ec-bd05-b663eb62f175 by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': 'df2d7c62-f2a0-47f2-8167-091f3a1d364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:28:18.394756 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b564a976-2d68-4fbf-ac0b-a5772aed1144 None None] Attempting to bind port 033c5111-34d9-49ec-bd05-b663eb62f175 on network 9f2b3a5f-8943-48e2-bb0f-3f837d61206a {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:28:18.413240 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b564a976-2d68-4fbf-ac0b-a5772aed1144 None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:28:18.413841 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b564a976-2d68-4fbf-ac0b-a5772aed1144 None None] Checking segment: {'id': 'df2d7c62-f2a0-47f2-8167-091f3a1d364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:28:18.414417 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b564a976-2d68-4fbf-ac0b-a5772aed1144 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:18.414976 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b564a976-2d68-4fbf-ac0b-a5772aed1144 None None] Bound using segment: {'id': 'df2d7c62-f2a0-47f2-8167-091f3a1d364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:28:18.415878 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-b564a976-2d68-4fbf-ac0b-a5772aed1144 None None] Bound port: 033c5111-34d9-49ec-bd05-b663eb62f175, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2d7c62-f2a0-47f2-8167-091f3a1d364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:28:18.422862 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b564a976-2d68-4fbf-ac0b-a5772aed1144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (033c5111-34d9-49ec-bd05-b663eb62f175), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:18.443816 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event updated for resources: {'Port': ['ID=ef7481b2-5251-448c-87fe-c3df53025547,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:18.475887 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:18.493236 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:18.493668 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:18.494007 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:18.494341 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:18.494673 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:18.495055 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:18.495313 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:18.496170 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:18.496170 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:18.496457 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:18.496784 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:18.497108 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:18.497428 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:18.497744 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:18.523632 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b564a976-2d68-4fbf-ac0b-a5772aed1144 None None] For port 033c5111-34d9-49ec-bd05-b663eb62f175, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:28:18.530448 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b564a976-2d68-4fbf-ac0b-a5772aed1144 None None] For port 033c5111-34d9-49ec-bd05-b663eb62f175, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=033c5111-34d9-49ec-bd05-b663eb62f175,segment=NetworkSegment(df2d7c62-f2a0-47f2-8167-091f3a1d364d),segment_id=df2d7c62-f2a0-47f2-8167-091f3a1d364d)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:28:18.540884 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b564a976-2d68-4fbf-ac0b-a5772aed1144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (033c5111-34d9-49ec-bd05-b663eb62f175), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:18.615522 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for floatingip (1c8a144e-fd7c-473c-b00d-3f101a9959f2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:18.644221 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6577f092-f96e-4319-9a59-07c2405b960b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (05e4e613-06a5-44b0-97de-7b2c5ce92a59), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:18.649087 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5999dd-f479-404d-9800-c2c56b723a46 None None] Pushing event updated for resources: {'Port': ['ID=033c5111-34d9-49ec-bd05-b663eb62f175,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:18.672203 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b564a976-2d68-4fbf-ac0b-a5772aed1144 None None] Routers {'d503fd2a-6057-4a70-b0d6-50c2350edbeb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:28:18.673808 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b564a976-2d68-4fbf-ac0b-a5772aed1144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:28:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:18.707634 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0ac1a-38ec-4417-8295-836403c863a3 req-4b6ed58e-8aca-431d-94c2-7bba8779b02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:18.709242 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3df0ac1a-38ec-4417-8295-836403c863a3 req-4b6ed58e-8aca-431d-94c2-7bba8779b02d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5904f8c3-03a8-480d-9fd1-b1a04297fb89 HTTP/1.1" status: 200 len: 1130 time: 0.2668777 Jun 27 15:28:18.791889 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:18.813055 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6577f092-f96e-4319-9a59-07c2405b960b admin admin] Network 79265a58-e851-4f46-80e6-8bd40ee58e6c is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:28:18.816945 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (ef7481b2-5251-448c-87fe-c3df53025547), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:18.857124 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-6577f092-f96e-4319-9a59-07c2405b960b admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:28:18.863153 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3df0ac1a-38ec-4417-8295-836403c863a3 req-e01231f8-0716-4543-bb8e-7173fd27e368 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f099bc72-2769-4a17-8e8f-2a68796760a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071916 Jun 27 15:28:18.864092 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577f092-f96e-4319-9a59-07c2405b960b admin admin] Pushing event updated for resources: {'Port': ['ID=05e4e613-06a5-44b0-97de-7b2c5ce92a59,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:18.867739 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6577f092-f96e-4319-9a59-07c2405b960b admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:28:19.107716 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:19.113412 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4c52fc91-97ab-4a3c-b2b2-f5ec21c0d9fb None None] Provisioning complete for port 033c5111-34d9-49ec-bd05-b663eb62f175 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:19.114175 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4c52fc91-97ab-4a3c-b2b2-f5ec21c0d9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (033c5111-34d9-49ec-bd05-b663eb62f175), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:19.166065 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:19.198954 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 67098971-89e3-461f-8090-d7d22bc3b8db up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:28:19.206089 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-b564a976-2d68-4fbf-ac0b-a5772aed1144 None None] Set router d503fd2a-6057-4a70-b0d6-50c2350edbeb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:28:19.361791 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6577f092-f96e-4319-9a59-07c2405b960b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734275'] for router_interface (6e1d1137-e67c-4634-97d3-23d9d26e0af6), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:19.387387 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4c52fc91-97ab-4a3c-b2b2-f5ec21c0d9fb None None] Current status of the port 033c5111-34d9-49ec-bd05-b663eb62f175 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:19.387781 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4c52fc91-97ab-4a3c-b2b2-f5ec21c0d9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (033c5111-34d9-49ec-bd05-b663eb62f175), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:19.434295 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4954e-77f9-40a6-bdf5-f7cdfc9b8d78 req-c32e3c25-ef31-4240-8de6-349f3b1f1614 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:19.437523 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e0c4954e-77f9-40a6-bdf5-f7cdfc9b8d78 req-c32e3c25-ef31-4240-8de6-349f3b1f1614 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 946 time: 0.1304531 Jun 27 15:28:19.440447 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 67098971-89e3-461f-8090-d7d22bc3b8db triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:19.440832 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (67098971-89e3-461f-8090-d7d22bc3b8db), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:19.484630 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84f7d6-ca06-4382-8f4d-4f924a1d5896 req-52f036fd-036f-41a4-ac5c-81bb0c05d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:19.487314 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6e84f7d6-ca06-4382-8f4d-4f924a1d5896 req-52f036fd-036f-41a4-ac5c-81bb0c05d946 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2832173587a6494eb7f73b3ca0a09a0f&device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 1130 time: 0.2532399 Jun 27 15:28:19.494897 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:19.510702 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad55d12-cc2a-4e77-b720-76130e9eab24 req-b6a0a2d6-23b6-4881-b67a-457b74f5450b tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:19.520219 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fad55d12-cc2a-4e77-b720-76130e9eab24 req-b6a0a2d6-23b6-4881-b67a-457b74f5450b tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=5904f8c3-03a8-480d-9fd1-b1a04297fb89 HTTP/1.1" status: 200 len: 946 time: 0.1773670 Jun 27 15:28:19.522586 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-4c52fc91-97ab-4a3c-b2b2-f5ec21c0d9fb None None] For port 033c5111-34d9-49ec-bd05-b663eb62f175, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=033c5111-34d9-49ec-bd05-b663eb62f175,segment=NetworkSegment(df2d7c62-f2a0-47f2-8167-091f3a1d364d),segment_id=df2d7c62-f2a0-47f2-8167-091f3a1d364d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:28:19.538894 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4c52fc91-97ab-4a3c-b2b2-f5ec21c0d9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (033c5111-34d9-49ec-bd05-b663eb62f175), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:19.543457 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:19.557499 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e0c4954e-77f9-40a6-bdf5-f7cdfc9b8d78 req-0e671645-ed33-4d2b-8014-e12abbb90d3f tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954156 Jun 27 15:28:19.624463 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for port (ef7481b2-5251-448c-87fe-c3df53025547), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:19.639737 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (ef7481b2-5251-448c-87fe-c3df53025547), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:19.661660 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fad55d12-cc2a-4e77-b720-76130e9eab24 req-d7df3d3b-ed9e-4bd2-8437-f3b206cae8a1 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/security-groups?id=f099bc72-2769-4a17-8e8f-2a68796760a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397383 Jun 27 15:28:19.725291 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-589034f5-4889-4b29-b181-231c05870736 None None] Provisioning complete for port 033c5111-34d9-49ec-bd05-b663eb62f175 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:19.725670 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-589034f5-4889-4b29-b181-231c05870736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (033c5111-34d9-49ec-bd05-b663eb62f175), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:19.734859 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 67098971-89e3-461f-8090-d7d22bc3b8db is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:19.735272 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (67098971-89e3-461f-8090-d7d22bc3b8db), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:19.762691 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52fc91-97ab-4a3c-b2b2-f5ec21c0d9fb None None] Pushing event updated for resources: {'Port': ['ID=033c5111-34d9-49ec-bd05-b663eb62f175,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:19.782064 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-b564a976-2d68-4fbf-ac0b-a5772aed1144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 4, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '033c5111-34d9-49ec-bd05-b663eb62f175', 'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'mac_address': 'fa:16:3e:c5:37:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:18Z', 'revision_number': 4, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'subnets': [{'id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:19.816557 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6577f092-f96e-4319-9a59-07c2405b960b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (05e4e613-06a5-44b0-97de-7b2c5ce92a59), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:19.823219 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event updated for resources: {'Port': ['ID=ef7481b2-5251-448c-87fe-c3df53025547,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:19.829484 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c52fc91-97ab-4a3c-b2b2-f5ec21c0d9fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:19.830035 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c52fc91-97ab-4a3c-b2b2-f5ec21c0d9fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:19.830299 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c52fc91-97ab-4a3c-b2b2-f5ec21c0d9fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:19.830636 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c52fc91-97ab-4a3c-b2b2-f5ec21c0d9fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:19.830985 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c52fc91-97ab-4a3c-b2b2-f5ec21c0d9fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:19.831334 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c52fc91-97ab-4a3c-b2b2-f5ec21c0d9fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:19.831649 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c52fc91-97ab-4a3c-b2b2-f5ec21c0d9fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:19.831974 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c52fc91-97ab-4a3c-b2b2-f5ec21c0d9fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:19.832285 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c52fc91-97ab-4a3c-b2b2-f5ec21c0d9fb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:19.832647 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c52fc91-97ab-4a3c-b2b2-f5ec21c0d9fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:19.832990 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c52fc91-97ab-4a3c-b2b2-f5ec21c0d9fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:19.833319 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c52fc91-97ab-4a3c-b2b2-f5ec21c0d9fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:19.833643 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c52fc91-97ab-4a3c-b2b2-f5ec21c0d9fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:19.833969 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c52fc91-97ab-4a3c-b2b2-f5ec21c0d9fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:19.834296 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c52fc91-97ab-4a3c-b2b2-f5ec21c0d9fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:19.839531 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] For port 67098971-89e3-461f-8090-d7d22bc3b8db, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=67098971-89e3-461f-8090-d7d22bc3b8db,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:28:19.845211 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b564a976-2d68-4fbf-ac0b-a5772aed1144 None None] The sync data for ids ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'] in dv-cinder-847798-1-iscsi is: [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 4, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '033c5111-34d9-49ec-bd05-b663eb62f175', 'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'mac_address': 'fa:16:3e:c5:37:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:18Z', 'revision_number': 4, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'subnets': [{'id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:28:19.851488 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (67098971-89e3-461f-8090-d7d22bc3b8db), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:19.896612 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (1c8a144e-fd7c-473c-b00d-3f101a9959f2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:19.977723 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Pushing event updated for resources: {'Port': ['ID=67098971-89e3-461f-8090-d7d22bc3b8db,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:19.984504 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-589034f5-4889-4b29-b181-231c05870736 None None] Current status of the port 033c5111-34d9-49ec-bd05-b663eb62f175 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:19.997526 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-589034f5-4889-4b29-b181-231c05870736 None None] Provisioning complete for port 05e4e613-06a5-44b0-97de-7b2c5ce92a59 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:19.998233 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-589034f5-4889-4b29-b181-231c05870736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (05e4e613-06a5-44b0-97de-7b2c5ce92a59), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:20.086666 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:20.097810 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-21423bed-cfcb-4fe9-ab4d-51e8b53e5070 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5905178 Jun 27 15:28:20.103198 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-589034f5-4889-4b29-b181-231c05870736 None None] Port 05e4e613-06a5-44b0-97de-7b2c5ce92a59 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:28:20.121110 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84f7d6-ca06-4382-8f4d-4f924a1d5896 req-10818def-aa49-4959-8f03-e817afe95773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:20.122782 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6e84f7d6-ca06-4382-8f4d-4f924a1d5896 req-10818def-aa49-4959-8f03-e817afe95773 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0dd13161-8ee5-4285-a373-761f6ed0abd7 HTTP/1.1" status: 200 len: 919 time: 0.4112854 Jun 27 15:28:20.148978 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51896) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:20.285484 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7b9f28-54b7-46a9-ad7e-481836050b89 admin admin] Deleting subnet f966bd33-8573-4bfc-93a4-eebf31419927 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 15:28:20.292513 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5a7b9f28-54b7-46a9-ad7e-481836050b89 admin admin] Publish callbacks [] for subnet (f966bd33-8573-4bfc-93a4-eebf31419927), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:20.340020 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:20.343853 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6577f092-f96e-4319-9a59-07c2405b960b admin admin] Publish callbacks [] for port (05e4e613-06a5-44b0-97de-7b2c5ce92a59), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:20.351912 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6577f092-f96e-4319-9a59-07c2405b960b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (05e4e613-06a5-44b0-97de-7b2c5ce92a59), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:20.374922 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5a7b9f28-54b7-46a9-ad7e-481836050b89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9827168'] for subnet (f966bd33-8573-4bfc-93a4-eebf31419927), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:20.438877 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577f092-f96e-4319-9a59-07c2405b960b admin admin] Pushing event updated for resources: {'Port': ['ID=05e4e613-06a5-44b0-97de-7b2c5ce92a59,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:20.442092 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6577f092-f96e-4319-9a59-07c2405b960b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3703187'] for router_interface (6e1d1137-e67c-4634-97d3-23d9d26e0af6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:20.505903 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:20.509216 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5a7b9f28-54b7-46a9-ad7e-481836050b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693064'] for subnet (f966bd33-8573-4bfc-93a4-eebf31419927), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:20.551203 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-b987252b-736b-49ea-8184-f0f4eb4ab3e7 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1955102614&fields=id&tenant_id=dff1983b1b3047378b88d87d54aa709d HTTP/1.1" status: 200 len: 267 time: 0.2069659 Jun 27 15:28:20.699032 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6e84f7d6-ca06-4382-8f4d-4f924a1d5896 req-1652d673-a7fb-4fed-bf89-f124ef94a38c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6589e017-7d15-4438-86e5-e3a74e6999a7 HTTP/1.1" status: 200 len: 217 time: 0.1064053 Jun 27 15:28:20.716793 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5a7b9f28-54b7-46a9-ad7e-481836050b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9438112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8666668'] for subnet (f966bd33-8573-4bfc-93a4-eebf31419927), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:20.764782 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b9f28-54b7-46a9-ad7e-481836050b89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f966bd33-8573-4bfc-93a4-eebf31419927,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:20.770064 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5a7b9f28-54b7-46a9-ad7e-481836050b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:20.773943 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-5a7b9f28-54b7-46a9-ad7e-481836050b89 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f966bd33-8573-4bfc-93a4-eebf31419927 HTTP/1.1" status: 204 len: 168 time: 0.6221781 Jun 27 15:28:20.776423 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51914) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:20.790582 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-3f9581aa-8e46-46ae-aae9-cd76c4c96864 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:20.792245 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-3f9581aa-8e46-46ae-aae9-cd76c4c96864 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/networks?id=9f2b3a5f-8943-48e2-bb0f-3f837d61206a HTTP/1.1" status: 200 len: 814 time: 0.2277589 Jun 27 15:28:20.815015 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6577f092-f96e-4319-9a59-07c2405b960b admin admin] Network 79265a58-e851-4f46-80e6-8bd40ee58e6c is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:28:20.828164 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-6577f092-f96e-4319-9a59-07c2405b960b admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:28:20.833293 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-18558fc5-e382-4452-8540-4bd724cfae59 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/quotas/dff1983b1b3047378b88d87d54aa709d HTTP/1.1" status: 200 len: 375 time: 0.0249441 Jun 27 15:28:20.851824 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a0167-df06-4e40-969e-2da742c76780 req-26098c3e-3d06-42c3-9b79-483dfceffd36 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:20.859418 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e47a0167-df06-4e40-969e-2da742c76780 req-26098c3e-3d06-42c3-9b79-483dfceffd36 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 946 time: 0.1659040 Jun 27 15:28:20.917064 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84f7d6-ca06-4382-8f4d-4f924a1d5896 req-c09616ed-d919-4b93-bf91-6e774916b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:20.918749 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6e84f7d6-ca06-4382-8f4d-4f924a1d5896 req-c09616ed-d919-4b93-bf91-6e774916b67b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5101df7e-dc3e-4d22-92a5-4e633fba6a41 HTTP/1.1" status: 200 len: 857 time: 0.1783044 Jun 27 15:28:20.959437 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc7d1734-84ba-4dd3-87e3-c3cb8c16bafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750815'] for network (718a4b6f-7122-4fff-92d6-52675d9eab2d), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:20.975428 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:20.977050 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84f7d6-ca06-4382-8f4d-4f924a1d5896 req-054e13ad-c61a-4b20-8070-ee6198040f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:20.978549 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6e84f7d6-ca06-4382-8f4d-4f924a1d5896 req-054e13ad-c61a-4b20-8070-ee6198040f6c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0dd13161-8ee5-4285-a373-761f6ed0abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501838 Jun 27 15:28:21.041318 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-a97aca79-5b71-42c2-977f-ea3322f6ed95 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=dff1983b1b3047378b88d87d54aa709d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1475589 Jun 27 15:28:21.113874 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e47a0167-df06-4e40-969e-2da742c76780 req-111acf72-48cb-4c88-9d93-2fba2e1362f7 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531364 Jun 27 15:28:21.149738 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:21.258201 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc7d1734-84ba-4dd3-87e3-c3cb8c16bafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-755509', 'neutron.services.segments.db._delete_segments_for_network-8767603345803'] for network (718a4b6f-7122-4fff-92d6-52675d9eab2d), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:21.267597 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 67098971-89e3-461f-8090-d7d22bc3b8db up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:28:21.285379 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-41b99801-59a3-4e6e-8b81-f54a2e830bb5 None None] Provisioning complete for port 05e4e613-06a5-44b0-97de-7b2c5ce92a59 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:21.285992 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-41b99801-59a3-4e6e-8b81-f54a2e830bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (05e4e613-06a5-44b0-97de-7b2c5ce92a59), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:21.298131 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-bc7d1734-84ba-4dd3-87e3-c3cb8c16bafe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718a4b6f-7122-4fff-92d6-52675d9eab2d']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:21.318656 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-bc7d1734-84ba-4dd3-87e3-c3cb8c16bafe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ccbfd36-5f5a-41f0-81e2-d232f3cda665') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:21.319020 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-bc7d1734-84ba-4dd3-87e3-c3cb8c16bafe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ccbfd36-5f5a-41f0-81e2-d232f3cda665') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:21.333094 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc7d1734-84ba-4dd3-87e3-c3cb8c16bafe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767603346068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9827195'] for segment (9ccbfd36-5f5a-41f0-81e2-d232f3cda665), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:21.350490 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc7d1734-84ba-4dd3-87e3-c3cb8c16bafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (9ccbfd36-5f5a-41f0-81e2-d232f3cda665), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:21.356103 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6e84f7d6-ca06-4382-8f4d-4f924a1d5896 req-9f712415-aafc-4b29-b0db-edca24420b7f service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602202 Jun 27 15:28:21.358962 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7d1734-84ba-4dd3-87e3-c3cb8c16bafe admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 15:28:21.359642 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc7d1734-84ba-4dd3-87e3-c3cb8c16bafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9438154'] for segment (9ccbfd36-5f5a-41f0-81e2-d232f3cda665), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:21.368188 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bcf08-5c11-49ff-ae2e-63bcde6752fe req-3b1e1516-5541-4f5e-89be-e49c2248d1ae tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:21.369862 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-702bcf08-5c11-49ff-ae2e-63bcde6752fe req-3b1e1516-5541-4f5e-89be-e49c2248d1ae tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=5904f8c3-03a8-480d-9fd1-b1a04297fb89 HTTP/1.1" status: 200 len: 946 time: 0.1098213 Jun 27 15:28:21.375647 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:21.387956 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6577f092-f96e-4319-9a59-07c2405b960b admin admin] Router 6e1d1137-e67c-4634-97d3-23d9d26e0af6 has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:28:21.432296 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 67098971-89e3-461f-8090-d7d22bc3b8db triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:21.433123 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (67098971-89e3-461f-8090-d7d22bc3b8db), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:21.446219 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-76e4758f-fa1f-4376-b5b9-a69d5ed328b6 service neutron] 10.222.0.26 "GET /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3820584 Jun 27 15:28:21.456104 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc7d1734-84ba-4dd3-87e3-c3cb8c16bafe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-755500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728431'] for network (718a4b6f-7122-4fff-92d6-52675d9eab2d), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:21.481247 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment 9ccbfd36-5f5a-41f0-81e2-d232f3cda665 resource provider aggregate not found Jun 27 15:28:21.508430 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bc7d1734-84ba-4dd3-87e3-c3cb8c16bafe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:21.515698 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-bc7d1734-84ba-4dd3-87e3-c3cb8c16bafe admin admin] 10.222.0.26 "DELETE /v2.0/networks/718a4b6f-7122-4fff-92d6-52675d9eab2d HTTP/1.1" status: 204 len: 168 time: 0.7381797 Jun 27 15:28:21.518150 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment 9ccbfd36-5f5a-41f0-81e2-d232f3cda665 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ccbfd36-5f5a-41f0-81e2-d232f3cda665 found for delete ", "request_id": "req-84fe53a4-58fa-4ab7-beb2-b937f8a695c3"}]} Jun 27 15:28:21.518648 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51920) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:21.521189 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-41b99801-59a3-4e6e-8b81-f54a2e830bb5 None None] Port 05e4e613-06a5-44b0-97de-7b2c5ce92a59 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:28:21.531430 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-702bcf08-5c11-49ff-ae2e-63bcde6752fe req-42581513-f6fa-4387-8898-bb19b2967cdd tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/security-groups?id=f099bc72-2769-4a17-8e8f-2a68796760a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487465 Jun 27 15:28:21.552235 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d1734-84ba-4dd3-87e3-c3cb8c16bafe admin admin] Pushing event deleted for resources: {'Network': ['ID=718a4b6f-7122-4fff-92d6-52675d9eab2d,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:21.583975 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7d1734-84ba-4dd3-87e3-c3cb8c16bafe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:21.584494 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7d1734-84ba-4dd3-87e3-c3cb8c16bafe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:21.585016 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7d1734-84ba-4dd3-87e3-c3cb8c16bafe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:21.585350 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7d1734-84ba-4dd3-87e3-c3cb8c16bafe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:21.585754 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7d1734-84ba-4dd3-87e3-c3cb8c16bafe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:21.586568 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7d1734-84ba-4dd3-87e3-c3cb8c16bafe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:21.586568 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7d1734-84ba-4dd3-87e3-c3cb8c16bafe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:21.586809 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7d1734-84ba-4dd3-87e3-c3cb8c16bafe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:21.587144 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7d1734-84ba-4dd3-87e3-c3cb8c16bafe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:21.587552 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7d1734-84ba-4dd3-87e3-c3cb8c16bafe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:21.587953 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7d1734-84ba-4dd3-87e3-c3cb8c16bafe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:21.588363 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7d1734-84ba-4dd3-87e3-c3cb8c16bafe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:21.588818 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7d1734-84ba-4dd3-87e3-c3cb8c16bafe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:21.589195 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7d1734-84ba-4dd3-87e3-c3cb8c16bafe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:21.589619 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7d1734-84ba-4dd3-87e3-c3cb8c16bafe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:28:21.609644 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6e84f7d6-ca06-4382-8f4d-4f924a1d5896 req-2fe00946-887a-447e-bd72-0eceeb7f5265 service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372506 Jun 27 15:28:21.656095 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-f797cca1-9f8a-4b1f-9063-7a253a3610ec admin admin] Deleting subnet e494248a-a25d-49c1-8435-70bd1edccd23 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 15:28:21.674331 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f797cca1-9f8a-4b1f-9063-7a253a3610ec admin admin] Publish callbacks [] for subnet (e494248a-a25d-49c1-8435-70bd1edccd23), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:21.696778 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 67098971-89e3-461f-8090-d7d22bc3b8db is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:21.698741 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 033c5111-34d9-49ec-bd05-b663eb62f175 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:28:21.730726 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-88f1025e-ed68-44bc-a6ab-304a571629a6 service neutron] 10.222.0.26 "GET /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840593 Jun 27 15:28:21.738921 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f797cca1-9f8a-4b1f-9063-7a253a3610ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9827168'] for subnet (e494248a-a25d-49c1-8435-70bd1edccd23), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:21.739053 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6577f092-f96e-4319-9a59-07c2405b960b admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:28:21.744969 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-6577f092-f96e-4319-9a59-07c2405b960b admin admin] 10.222.0.26 "PUT /v2.0/routers/6e1d1137-e67c-4634-97d3-23d9d26e0af6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1754739 Jun 27 15:28:21.763414 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534ce6de-1d6c-4932-abee-f3cbc9bf277a None None] Sync routers for ids ['6e1d1137-e67c-4634-97d3-23d9d26e0af6'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:28:21.794408 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534ce6de-1d6c-4932-abee-f3cbc9bf277a None None] Routers {'6e1d1137-e67c-4634-97d3-23d9d26e0af6'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:28:21.796579 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-534ce6de-1d6c-4932-abee-f3cbc9bf277a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:28:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['6e1d1137-e67c-4634-97d3-23d9d26e0af6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:21.808042 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 033c5111-34d9-49ec-bd05-b663eb62f175 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:21.810049 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (033c5111-34d9-49ec-bd05-b663eb62f175), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:21.895946 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f797cca1-9f8a-4b1f-9063-7a253a3610ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693064'] for subnet (e494248a-a25d-49c1-8435-70bd1edccd23), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:22.026255 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 033c5111-34d9-49ec-bd05-b663eb62f175 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:22.056721 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-534ce6de-1d6c-4932-abee-f3cbc9bf277a None None] Set router 6e1d1137-e67c-4634-97d3-23d9d26e0af6 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:28:22.095245 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f797cca1-9f8a-4b1f-9063-7a253a3610ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9438112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8666668'] for subnet (e494248a-a25d-49c1-8435-70bd1edccd23), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:22.163402 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797cca1-9f8a-4b1f-9063-7a253a3610ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e494248a-a25d-49c1-8435-70bd1edccd23,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:22.189581 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f797cca1-9f8a-4b1f-9063-7a253a3610ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:22.202693 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 51936) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:22.204536 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f797cca1-9f8a-4b1f-9063-7a253a3610ec admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e494248a-a25d-49c1-8435-70bd1edccd23 HTTP/1.1" status: 204 len: 168 time: 0.6686137 Jun 27 15:28:22.356137 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5cc32906-b708-478b-bf83-0dfd27edd3f9 req-273267a2-7c86-4537-ab44-5d334caf7c33 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=598844cf-f73b-4630-ad12-f08ab67e89e3 HTTP/1.1" status: 200 len: 210 time: 0.1136932 Jun 27 15:28:22.483257 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-534ce6de-1d6c-4932-abee-f3cbc9bf277a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'name': 'tempest-TestMinimumBasicScenario-962353146-router', 'tenant_id': '52c96385e67941648eee6bf532b3f141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '67098971-89e3-461f-8090-d7d22bc3b8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 4, 'project_id': '52c96385e67941648eee6bf532b3f141', 'gw_port': {'id': '67098971-89e3-461f-8090-d7d22bc3b8db', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:12Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '05e4e613-06a5-44b0-97de-7b2c5ce92a59', 'name': '', 'network_id': '79265a58-e851-4f46-80e6-8bd40ee58e6c', 'tenant_id': '52c96385e67941648eee6bf532b3f141', 'mac_address': 'fa:16:3e:f7:9e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '01c8c3bc-3231-413d-87ec-f0dfb1f32f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:16Z', 'updated_at': '2022-06-27T15:28:20Z', 'revision_number': 2, 'project_id': '52c96385e67941648eee6bf532b3f141', 'subnets': [{'id': '01c8c3bc-3231-413d-87ec-f0dfb1f32f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:22.544131 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534ce6de-1d6c-4932-abee-f3cbc9bf277a None None] Checking router: 6e1d1137-e67c-4634-97d3-23d9d26e0af6 for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:28:22.545529 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534ce6de-1d6c-4932-abee-f3cbc9bf277a None None] Updating router 6e1d1137-e67c-4634-97d3-23d9d26e0af6 port 05e4e613-06a5-44b0-97de-7b2c5ce92a59 binding host dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 15:28:22.593735 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-534ce6de-1d6c-4932-abee-f3cbc9bf277a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (05e4e613-06a5-44b0-97de-7b2c5ce92a59), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:22.863767 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:22.867529 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:22.876372 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e36dfa-56ca-407d-a8e3-f760bda03510 req-a3ae1699-de33-4ca8-a990-5b00a2edb1f6 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:22.879656 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e0e36dfa-56ca-407d-a8e3-f760bda03510 req-a3ae1699-de33-4ca8-a990-5b00a2edb1f6 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=5904f8c3-03a8-480d-9fd1-b1a04297fb89 HTTP/1.1" status: 200 len: 946 time: 0.1037965 Jun 27 15:28:22.893002 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:22.924510 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-00e16efb-1fc4-4e73-b6b9-2c1da83598f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750815'] for network (190f29f3-ede9-40b3-8c4e-e1b2ba4a2fdc), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:22.938614 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c70cf-fd1c-46dc-a720-41fdc3e0d56c req-54392c6d-da96-4673-85d0-0ebacbed841a tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:22.947145 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3e1c70cf-fd1c-46dc-a720-41fdc3e0d56c req-54392c6d-da96-4673-85d0-0ebacbed841a tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 946 time: 0.1512568 Jun 27 15:28:22.973066 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e0e36dfa-56ca-407d-a8e3-f760bda03510 req-da378edb-a279-4833-810d-b0ab4cc6c78d tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/security-groups?id=f099bc72-2769-4a17-8e8f-2a68796760a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858910 Jun 27 15:28:23.011050 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3e1c70cf-fd1c-46dc-a720-41fdc3e0d56c req-ed543b0b-52d2-4999-a05a-245b1b9d7ac4 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627615 Jun 27 15:28:23.040857 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51962) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:23.045117 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-534ce6de-1d6c-4932-abee-f3cbc9bf277a None None] Publish callbacks [] for port (05e4e613-06a5-44b0-97de-7b2c5ce92a59), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:23.046597 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-2cc68437-078c-4c6d-be70-5a2392858848 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-248943988-network', 'tenant_id': 'adf8b075ad134044b7c840b7c53e41e6'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:28:23.055503 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-534ce6de-1d6c-4932-abee-f3cbc9bf277a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (05e4e613-06a5-44b0-97de-7b2c5ce92a59), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:23.078194 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc68437-078c-4c6d-be70-5a2392858848 admin admin] Made reservation on behalf of adf8b075ad134044b7c840b7c53e41e6 for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:28:23.081569 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cc68437-078c-4c6d-be70-5a2392858848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:23.094166 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cc68437-078c-4c6d-be70-5a2392858848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:23.115690 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5206321-2c1b-4884-ac9d-92b7943d5c45 None None] Pushing event updated for resources: {'Port': ['ID=05e4e613-06a5-44b0-97de-7b2c5ce92a59,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:23.155875 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-00e16efb-1fc4-4e73-b6b9-2c1da83598f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-755509', 'neutron.services.segments.db._delete_segments_for_network-8767603345803'] for network (190f29f3-ede9-40b3-8c4e-e1b2ba4a2fdc), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:23.198096 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-00e16efb-1fc4-4e73-b6b9-2c1da83598f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190f29f3-ede9-40b3-8c4e-e1b2ba4a2fdc']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:23.202357 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-534ce6de-1d6c-4932-abee-f3cbc9bf277a None None] Attempting to bind port 05e4e613-06a5-44b0-97de-7b2c5ce92a59 on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:28:23.204789 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-534ce6de-1d6c-4932-abee-f3cbc9bf277a None None] Attempting to bind port 05e4e613-06a5-44b0-97de-7b2c5ce92a59 by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': '092ec022-4797-43f8-9eb5-7109adc548d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '79265a58-e851-4f46-80e6-8bd40ee58e6c'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:28:23.205508 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534ce6de-1d6c-4932-abee-f3cbc9bf277a None None] Attempting to bind port 05e4e613-06a5-44b0-97de-7b2c5ce92a59 on network 79265a58-e851-4f46-80e6-8bd40ee58e6c {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:28:23.213863 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-00e16efb-1fc4-4e73-b6b9-2c1da83598f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eeb0e92-0fbe-4708-9829-174118e53875') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:23.214450 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-00e16efb-1fc4-4e73-b6b9-2c1da83598f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eeb0e92-0fbe-4708-9829-174118e53875') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:23.214930 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534ce6de-1d6c-4932-abee-f3cbc9bf277a None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:28:23.216243 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534ce6de-1d6c-4932-abee-f3cbc9bf277a None None] Checking segment: {'id': '092ec022-4797-43f8-9eb5-7109adc548d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '79265a58-e851-4f46-80e6-8bd40ee58e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:28:23.216903 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-534ce6de-1d6c-4932-abee-f3cbc9bf277a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:23.217325 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534ce6de-1d6c-4932-abee-f3cbc9bf277a None None] Bound using segment: {'id': '092ec022-4797-43f8-9eb5-7109adc548d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '79265a58-e851-4f46-80e6-8bd40ee58e6c'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:28:23.218530 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-534ce6de-1d6c-4932-abee-f3cbc9bf277a None None] Bound port: 05e4e613-06a5-44b0-97de-7b2c5ce92a59, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092ec022-4797-43f8-9eb5-7109adc548d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '79265a58-e851-4f46-80e6-8bd40ee58e6c'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:28:23.219781 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-534ce6de-1d6c-4932-abee-f3cbc9bf277a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (05e4e613-06a5-44b0-97de-7b2c5ce92a59), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:23.231888 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cc68437-078c-4c6d-be70-5a2392858848 admin admin] Publish callbacks [] for security_group (1bd0692d-55f1-43d7-9a87-6c1349156ff0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:23.233136 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-00e16efb-1fc4-4e73-b6b9-2c1da83598f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767603346068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-537146'] for segment (1eeb0e92-0fbe-4708-9829-174118e53875), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:23.239052 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cc68437-078c-4c6d-be70-5a2392858848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (1bd0692d-55f1-43d7-9a87-6c1349156ff0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:23.260880 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-00e16efb-1fc4-4e73-b6b9-2c1da83598f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (1eeb0e92-0fbe-4708-9829-174118e53875), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:23.273822 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e16efb-1fc4-4e73-b6b9-2c1da83598f3 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 15:28:23.274749 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-00e16efb-1fc4-4e73-b6b9-2c1da83598f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9360014'] for segment (1eeb0e92-0fbe-4708-9829-174118e53875), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:23.281139 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc68437-078c-4c6d-be70-5a2392858848 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 15:28:23.294818 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc68437-078c-4c6d-be70-5a2392858848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd0692d-55f1-43d7-9a87-6c1349156ff0,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:23.305424 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-534ce6de-1d6c-4932-abee-f3cbc9bf277a None None] For port 05e4e613-06a5-44b0-97de-7b2c5ce92a59, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:28:23.306976 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.services.segments.plugin [-] Segment 1eeb0e92-0fbe-4708-9829-174118e53875 resource provider aggregate not found Jun 27 15:28:23.310205 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-534ce6de-1d6c-4932-abee-f3cbc9bf277a None None] For port 05e4e613-06a5-44b0-97de-7b2c5ce92a59, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=05e4e613-06a5-44b0-97de-7b2c5ce92a59,segment=NetworkSegment(092ec022-4797-43f8-9eb5-7109adc548d1),segment_id=092ec022-4797-43f8-9eb5-7109adc548d1)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:28:23.313829 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:23.315487 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:23.317624 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cc68437-078c-4c6d-be70-5a2392858848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (bf7acfa1-22f7-4fec-9c76-0e4a82984ac7), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:23.317988 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.db.segments_db [None req-2cc68437-078c-4c6d-be70-5a2392858848 admin admin] Added segment bf7acfa1-22f7-4fec-9c76-0e4a82984ac7 of type vlan for network 0eee18cf-800c-4384-b554-2d5e911cd3d1 Jun 27 15:28:23.321411 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-534ce6de-1d6c-4932-abee-f3cbc9bf277a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (05e4e613-06a5-44b0-97de-7b2c5ce92a59), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:23.336905 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.services.segments.plugin [-] Segment 1eeb0e92-0fbe-4708-9829-174118e53875 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1eeb0e92-0fbe-4708-9829-174118e53875 found for delete ", "request_id": "req-2c7d73b0-0892-4661-bcea-34a886add1c7"}]} Jun 27 15:28:23.374685 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cc68437-078c-4c6d-be70-5a2392858848 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767602840778'] for network (0eee18cf-800c-4384-b554-2d5e911cd3d1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:23.393840 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-00e16efb-1fc4-4e73-b6b9-2c1da83598f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-755500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728431'] for network (190f29f3-ede9-40b3-8c4e-e1b2ba4a2fdc), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:23.403860 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-00e16efb-1fc4-4e73-b6b9-2c1da83598f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:23.409566 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-00e16efb-1fc4-4e73-b6b9-2c1da83598f3 admin admin] 10.222.0.26 "DELETE /v2.0/networks/190f29f3-ede9-40b3-8c4e-e1b2ba4a2fdc HTTP/1.1" status: 204 len: 168 time: 1.2038805 Jun 27 15:28:23.420311 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cc68437-078c-4c6d-be70-5a2392858848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for network (0eee18cf-800c-4384-b554-2d5e911cd3d1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:23.423974 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc68437-078c-4c6d-be70-5a2392858848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:23.426141 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-2cc68437-078c-4c6d-be70-5a2392858848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:23.444185 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534ce6de-1d6c-4932-abee-f3cbc9bf277a None None] Routers {'6e1d1137-e67c-4634-97d3-23d9d26e0af6'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:28:23.444655 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-534ce6de-1d6c-4932-abee-f3cbc9bf277a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:28:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['6e1d1137-e67c-4634-97d3-23d9d26e0af6'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:23.473116 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e16efb-1fc4-4e73-b6b9-2c1da83598f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=190f29f3-ede9-40b3-8c4e-e1b2ba4a2fdc,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:23.475567 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-78e5e278-6892-4882-ac08-235e81eb2463 None None] Provisioning complete for port 05e4e613-06a5-44b0-97de-7b2c5ce92a59 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:23.476143 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-78e5e278-6892-4882-ac08-235e81eb2463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (05e4e613-06a5-44b0-97de-7b2c5ce92a59), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:23.508072 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-48bc6b79-dc9f-4df3-874c-ff6e5f3fa8e6 req-d1be5e63-f360-40b3-bac2-a6cb6015a75d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=598844cf-f73b-4630-ad12-f08ab67e89e3 HTTP/1.1" status: 200 len: 210 time: 0.0473197 Jun 27 15:28:23.516213 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-2cc68437-078c-4c6d-be70-5a2392858848 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4714653 Jun 27 15:28:23.516817 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51972) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:23.532348 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5206321-2c1b-4884-ac9d-92b7943d5c45 None None] Pushing event updated for resources: {'Port': ['ID=05e4e613-06a5-44b0-97de-7b2c5ce92a59,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:23.576312 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-cff3c665-abef-4c81-9abf-bab6d05e0382 admin admin] Request body: {'subnet': {'network_id': '0eee18cf-800c-4384-b554-2d5e911cd3d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-248943988-subnet', 'tenant_id': 'adf8b075ad134044b7c840b7c53e41e6', 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:28:23.591763 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc68437-078c-4c6d-be70-5a2392858848 admin admin] Pushing event updated for resources: {'Network': ['ID=0eee18cf-800c-4384-b554-2d5e911cd3d1,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:23.630566 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Network 0eee18cf-800c-4384-b554-2d5e911cd3d1 details requested by agent ovs-agent-dv-cinder-847798-1-iscsi with host dv-cinder-847798-1-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 15:28:23.631128 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff3c665-abef-4c81-9abf-bab6d05e0382 admin admin] Made reservation on behalf of adf8b075ad134044b7c840b7c53e41e6 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:28:23.639735 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cff3c665-abef-4c81-9abf-bab6d05e0382 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8666691'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:23.645794 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-534ce6de-1d6c-4932-abee-f3cbc9bf277a None None] Set router 6e1d1137-e67c-4634-97d3-23d9d26e0af6 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:28:23.673806 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-78e5e278-6892-4882-ac08-235e81eb2463 None None] Current status of the port 05e4e613-06a5-44b0-97de-7b2c5ce92a59 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:23.674582 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-78e5e278-6892-4882-ac08-235e81eb2463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (05e4e613-06a5-44b0-97de-7b2c5ce92a59), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:23.762540 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:23.765452 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-78e5e278-6892-4882-ac08-235e81eb2463 None None] For port 05e4e613-06a5-44b0-97de-7b2c5ce92a59, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=05e4e613-06a5-44b0-97de-7b2c5ce92a59,segment=NetworkSegment(092ec022-4797-43f8-9eb5-7109adc548d1),segment_id=092ec022-4797-43f8-9eb5-7109adc548d1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:28:23.771657 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-78e5e278-6892-4882-ac08-235e81eb2463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (05e4e613-06a5-44b0-97de-7b2c5ce92a59), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:23.830378 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 51974) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:23.854917 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5e278-6892-4882-ac08-235e81eb2463 None None] Pushing event updated for resources: {'Port': ['ID=05e4e613-06a5-44b0-97de-7b2c5ce92a59,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:23.908839 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-437a8efd-580e-4f12-81ab-7c841be74bff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=12d99dadc4d34ff2aff5da28e6cd4c51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0738814 Jun 27 15:28:23.909225 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-64aedd6c-9b05-4f5f-bc2f-02541165d1ca None None] Provisioning complete for port 05e4e613-06a5-44b0-97de-7b2c5ce92a59 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:23.909225 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-64aedd6c-9b05-4f5f-bc2f-02541165d1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (05e4e613-06a5-44b0-97de-7b2c5ce92a59), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:23.911202 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51976) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:23.963662 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cff3c665-abef-4c81-9abf-bab6d05e0382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9438051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8666677'] for subnet (41884c64-d61d-4b96-ac43-0cfd25e83760), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:24.006341 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:24.015722 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-64aedd6c-9b05-4f5f-bc2f-02541165d1ca None None] Current status of the port 05e4e613-06a5-44b0-97de-7b2c5ce92a59 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:24.137883 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd7d9-eaea-4f5c-a578-1cb6a93e6b2e admin admin] Publish callbacks [] for security_group (2124e33f-71a2-4e4a-bb76-ae924b92d474), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:24.153795 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3c665-abef-4c81-9abf-bab6d05e0382 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41884c64-d61d-4b96-ac43-0cfd25e83760,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:24.195285 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff3c665-abef-4c81-9abf-bab6d05e0382 admin admin] Checking segment: {'id': 'bf7acfa1-22f7-4fec-9c76-0e4a82984ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0eee18cf-800c-4384-b554-2d5e911cd3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:28:24.195732 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff3c665-abef-4c81-9abf-bab6d05e0382 admin admin] Network hostable DHCP agents. Network: 0eee18cf-800c-4384-b554-2d5e911cd3d1, hostable agents: ['98079605-5130-4ae4-a555-f860a4678271'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 15:28:24.200227 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-534ce6de-1d6c-4932-abee-f3cbc9bf277a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'name': 'tempest-TestMinimumBasicScenario-962353146-router', 'tenant_id': '52c96385e67941648eee6bf532b3f141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '67098971-89e3-461f-8090-d7d22bc3b8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 4, 'project_id': '52c96385e67941648eee6bf532b3f141', 'gw_port': {'id': '67098971-89e3-461f-8090-d7d22bc3b8db', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:12Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '05e4e613-06a5-44b0-97de-7b2c5ce92a59', 'name': '', 'network_id': '79265a58-e851-4f46-80e6-8bd40ee58e6c', 'tenant_id': '52c96385e67941648eee6bf532b3f141', 'mac_address': 'fa:16:3e:f7:9e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '01c8c3bc-3231-413d-87ec-f0dfb1f32f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:16Z', 'updated_at': '2022-06-27T15:28:23Z', 'revision_number': 4, 'project_id': '52c96385e67941648eee6bf532b3f141', 'subnets': [{'id': '01c8c3bc-3231-413d-87ec-f0dfb1f32f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:24.234112 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534ce6de-1d6c-4932-abee-f3cbc9bf277a None None] The sync data for ids ['6e1d1137-e67c-4634-97d3-23d9d26e0af6'] in dv-cinder-847798-1-iscsi is: [{'id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'name': 'tempest-TestMinimumBasicScenario-962353146-router', 'tenant_id': '52c96385e67941648eee6bf532b3f141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '67098971-89e3-461f-8090-d7d22bc3b8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 4, 'project_id': '52c96385e67941648eee6bf532b3f141', 'gw_port': {'id': '67098971-89e3-461f-8090-d7d22bc3b8db', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:12Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '05e4e613-06a5-44b0-97de-7b2c5ce92a59', 'name': '', 'network_id': '79265a58-e851-4f46-80e6-8bd40ee58e6c', 'tenant_id': '52c96385e67941648eee6bf532b3f141', 'mac_address': 'fa:16:3e:f7:9e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '01c8c3bc-3231-413d-87ec-f0dfb1f32f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:16Z', 'updated_at': '2022-06-27T15:28:23Z', 'revision_number': 4, 'project_id': '52c96385e67941648eee6bf532b3f141', 'subnets': [{'id': '01c8c3bc-3231-413d-87ec-f0dfb1f32f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:28:24.236641 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd7d9-eaea-4f5c-a578-1cb6a93e6b2e admin admin] Publish callbacks [] for security_group (2124e33f-71a2-4e4a-bb76-ae924b92d474), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:24.236920 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b588e45-f764-481d-82bb-209a19925833 req-bf06f7eb-9e6a-49b8-8caa-e925c19054c9 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:24.242877 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5b588e45-f764-481d-82bb-209a19925833 req-bf06f7eb-9e6a-49b8-8caa-e925c19054c9 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=5904f8c3-03a8-480d-9fd1-b1a04297fb89 HTTP/1.1" status: 200 len: 946 time: 0.1032052 Jun 27 15:28:24.254610 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:24.259705 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f1e82-54ef-4660-9cae-7326ec892dcf req-04f9ead7-24be-46b8-9fe7-1878be99406c tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:24.261911 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-731f1e82-54ef-4660-9cae-7326ec892dcf req-04f9ead7-24be-46b8-9fe7-1878be99406c tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 946 time: 0.1513875 Jun 27 15:28:24.285464 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:28:24.287133 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff3c665-abef-4c81-9abf-bab6d05e0382 admin admin] Network 0eee18cf-800c-4384-b554-2d5e911cd3d1 is scheduled to be hosted by DHCP agent 98079605-5130-4ae4-a555-f860a4678271 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 15:28:24.393495 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0c9bb-9cf4-47ee-a444-0c19cf66ccbc req-4dc27bab-fe5f-4af2-8e5c-b052cc583ea4 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:24.395473 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f8a0c9bb-9cf4-47ee-a444-0c19cf66ccbc req-4dc27bab-fe5f-4af2-8e5c-b052cc583ea4 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.42 "GET /v2.0/ports?device_id=5904f8c3-03a8-480d-9fd1-b1a04297fb89 HTTP/1.1" status: 200 len: 946 time: 0.0789385 Jun 27 15:28:24.483657 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5b588e45-f764-481d-82bb-209a19925833 req-83ff6892-acb4-46bc-9a92-05d1a4865806 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/security-groups?id=f099bc72-2769-4a17-8e8f-2a68796760a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393889 Jun 27 15:28:24.587102 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-f8a0c9bb-9cf4-47ee-a444-0c19cf66ccbc req-52e53b59-b0c0-4d88-aa1f-515effa9d1d8 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Deleting port 5c0b8c96-7cca-481a-898e-110bd8fd3450 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:28:24.587456 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f8a0c9bb-9cf4-47ee-a444-0c19cf66ccbc req-52e53b59-b0c0-4d88-aa1f-515effa9d1d8 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (5c0b8c96-7cca-481a-898e-110bd8fd3450), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:24.617479 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-cff3c665-abef-4c81-9abf-bab6d05e0382 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847798-1-iscsi, 0eee18cf-800c-4384-b554-2d5e911cd3d1) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:28:24.626616 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda7589e-2e73-4d5c-995c-c10ab75b1b41 None None] Network 0eee18cf-800c-4384-b554-2d5e911cd3d1 requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:28:24.644348 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff3c665-abef-4c81-9abf-bab6d05e0382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:24.644348 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cff3c665-abef-4c81-9abf-bab6d05e0382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:24.677080 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-731f1e82-54ef-4660-9cae-7326ec892dcf req-f4bfdd05-7678-4418-bbe8-10d7b9375ef9 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919857 Jun 27 15:28:24.681936 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-cff3c665-abef-4c81-9abf-bab6d05e0382 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1639059 Jun 27 15:28:24.682747 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd7d9-eaea-4f5c-a578-1cb6a93e6b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (2124e33f-71a2-4e4a-bb76-ae924b92d474), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:24.686462 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf1fd7d9-eaea-4f5c-a578-1cb6a93e6b2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:24.691190 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-bf1fd7d9-eaea-4f5c-a578-1cb6a93e6b2e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2124e33f-71a2-4e4a-bb76-ae924b92d474 HTTP/1.1" status: 204 len: 168 time: 0.7786489 Jun 27 15:28:24.691905 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 51984) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:24.698940 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-5c5ffae4-f9c0-4457-829b-041bbfdcc355 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-248943988-router', 'tenant_id': 'adf8b075ad134044b7c840b7c53e41e6', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:28:24.723923 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-f8a0c9bb-9cf4-47ee-a444-0c19cf66ccbc req-52e53b59-b0c0-4d88-aa1f-515effa9d1d8 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] For port 5c0b8c96-7cca-481a-898e-110bd8fd3450, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=5c0b8c96-7cca-481a-898e-110bd8fd3450,segment=NetworkSegment(e3e201e6-4a2f-4b43-8aef-4bdca5df53a9),segment_id=e3e201e6-4a2f-4b43-8aef-4bdca5df53a9)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:28:24.724352 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f8a0c9bb-9cf4-47ee-a444-0c19cf66ccbc req-52e53b59-b0c0-4d88-aa1f-515effa9d1d8 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (5c0b8c96-7cca-481a-898e-110bd8fd3450), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:24.738873 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fd7d9-eaea-4f5c-a578-1cb6a93e6b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2124e33f-71a2-4e4a-bb76-ae924b92d474,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:24.757616 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-f8a0c9bb-9cf4-47ee-a444-0c19cf66ccbc req-52e53b59-b0c0-4d88-aa1f-515effa9d1d8 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Calling delete_port for 5c0b8c96-7cca-481a-898e-110bd8fd3450 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:28:24.776393 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c5ffae4-f9c0-4457-829b-041bbfdcc355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3705535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254088'] for router (5de5dde3-bb3b-45bb-9650-3ce8219a98e4), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:24.777502 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c5ffae4-f9c0-4457-829b-041bbfdcc355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3716892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254083'] for router (5de5dde3-bb3b-45bb-9650-3ce8219a98e4), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:24.875296 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c5ffae4-f9c0-4457-829b-041bbfdcc355 admin admin] Publish callbacks [] for router_controller (5de5dde3-bb3b-45bb-9650-3ce8219a98e4), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:24.890310 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a5e4dc-2bb4-49db-a15c-bba7c86b6fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5182d913-239d-560a-a272-f123969c0cda-0eee18cf-800c-4384-b554-2d5e911cd3d1', 'network_id': '0eee18cf-800c-4384-b554-2d5e911cd3d1', 'project_id': 'adf8b075ad134044b7c840b7c53e41e6', 'fixed_ips': [{'subnet_id': '41884c64-d61d-4b96-ac43-0cfd25e83760'}]}} from dv-cinder-847798-1-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 15:28:24.892204 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-62a5e4dc-2bb4-49db-a15c-bba7c86b6fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:24.892393 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:25.070021 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-503f2435-f03c-4ab0-9875-12044e478eac req-ebcfe720-e55e-4e0d-96ce-76e29d86a3f3 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=598844cf-f73b-4630-ad12-f08ab67e89e3 HTTP/1.1" status: 200 len: 210 time: 0.0704105 Jun 27 15:28:25.157595 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 05e4e613-06a5-44b0-97de-7b2c5ce92a59 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:28:25.177326 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-c69b9a5d-644c-48b5-9551-ee303d1fcbc7 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:25.178891 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-c69b9a5d-644c-48b5-9551-ee303d1fcbc7 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.42 "GET /v2.0/networks?id=9f2b3a5f-8943-48e2-bb0f-3f837d61206a HTTP/1.1" status: 200 len: 814 time: 0.2276936 Jun 27 15:28:25.198572 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f8a0c9bb-9cf4-47ee-a444-0c19cf66ccbc req-52e53b59-b0c0-4d88-aa1f-515effa9d1d8 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (5c0b8c96-7cca-481a-898e-110bd8fd3450), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:25.246944 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['5c0b8c96-7cca-481a-898e-110bd8fd3450'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:28:25.253549 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e53b59-b0c0-4d88-aa1f-515effa9d1d8 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Pushing event deleted for resources: {'Port': ['ID=5c0b8c96-7cca-481a-898e-110bd8fd3450,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:25.293068 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:25.314210 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c5ffae4-f9c0-4457-829b-041bbfdcc355 admin admin] Publish callbacks [] for router_gateway (5de5dde3-bb3b-45bb-9650-3ce8219a98e4), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:25.358663 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a0c9bb-9cf4-47ee-a444-0c19cf66ccbc req-52e53b59-b0c0-4d88-aa1f-515effa9d1d8 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] No DVR routers for this DVR port 5c0b8c96-7cca-481a-898e-110bd8fd3450 on host hv-cinder-84779 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:28:25.363496 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-f8a0c9bb-9cf4-47ee-a444-0c19cf66ccbc req-52e53b59-b0c0-4d88-aa1f-515effa9d1d8 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:25.367747 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-62a5e4dc-2bb4-49db-a15c-bba7c86b6fa9 None None] Allocated IP 172.20.0.2 (0eee18cf-800c-4384-b554-2d5e911cd3d1/41884c64-d61d-4b96-ac43-0cfd25e83760/a9e2d5b2-7592-436c-a93e-bc583c7741ce) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:28:25.368521 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f8a0c9bb-9cf4-47ee-a444-0c19cf66ccbc req-52e53b59-b0c0-4d88-aa1f-515effa9d1d8 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.42 "DELETE /v2.0/ports/5c0b8c96-7cca-481a-898e-110bd8fd3450 HTTP/1.1" status: 204 len: 173 time: 0.9634755 Jun 27 15:28:25.369455 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5904f8c3-03a8-480d-9fd1-b1a04297fb89', 'name': 'network-vif-deleted', 'tag': '5c0b8c96-7cca-481a-898e-110bd8fd3450'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:28:25.370228 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 05e4e613-06a5-44b0-97de-7b2c5ce92a59 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:25.370843 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (05e4e613-06a5-44b0-97de-7b2c5ce92a59), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:25.373298 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c649e3-0e85-427c-8d19-7f3a2d463d4f" -d '{"events": [{"server_uuid": "5904f8c3-03a8-480d-9fd1-b1a04297fb89", "name": "network-vif-deleted", "tag": "5c0b8c96-7cca-481a-898e-110bd8fd3450"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:28:25.440735 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c951bf15-c1f9-4c60-a803-d61af7f1ad9a x-openstack-request-id: req-c951bf15-c1f9-4c60-a803-d61af7f1ad9a {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:28:25.441240 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5904f8c3-03a8-480d-9fd1-b1a04297fb89", "name": "network-vif-deleted", "tag": "5c0b8c96-7cca-481a-898e-110bd8fd3450", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:28:25.441679 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c951bf15-c1f9-4c60-a803-d61af7f1ad9a {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:28:25.442145 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-959fa061-2e6f-4034-875d-2c1aa64c0a63 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dff1983b1b3047378b88d87d54aa709d HTTP/1.1" status: 200 len: 380 time: 0.2225456 Jun 27 15:28:25.442364 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c951bf15-c1f9-4c60-a803-d61af7f1ad9a'] response: {'server_uuid': '5904f8c3-03a8-480d-9fd1-b1a04297fb89', 'name': 'network-vif-deleted', 'tag': '5c0b8c96-7cca-481a-898e-110bd8fd3450', 'status': 'completed', 'code': 200} Jun 27 15:28:25.497542 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-5608fbaf-9319-4923-8139-f051338e4dbb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Request body: {'port': {'device_id': '598844cf-f73b-4630-ad12-f08ab67e89e3', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'admin_state_up': True, 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'security_groups': ['eb852d67-e5b6-4f0f-a9b5-83eb5c024fe6']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:28:25.566127 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:25.572031 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 51998) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:25.634706 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-7a981187-a2aa-46f1-a694-b4c674da9094 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e098d1fcb0b647cdb0d9bd21cd01b27f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0589452 Jun 27 15:28:25.637121 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 05e4e613-06a5-44b0-97de-7b2c5ce92a59 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:25.638658 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 52000) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:25.663431 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c5ffae4-f9c0-4457-829b-041bbfdcc355 admin admin] Publish callbacks [] for router_gateway (5de5dde3-bb3b-45bb-9650-3ce8219a98e4), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:25.703914 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c5ffae4-f9c0-4457-829b-041bbfdcc355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:25.722361 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bbcbac65-fdfe-4f5b-8298-c9b2a56c6609 req-4f99c274-af3d-4baa-b39e-613a4cde1fef tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=5904f8c3-03a8-480d-9fd1-b1a04297fb89 HTTP/1.1" status: 200 len: 210 time: 0.0702126 Jun 27 15:28:25.754196 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-62a5e4dc-2bb4-49db-a15c-bba7c86b6fa9 None None] Publish callbacks [] for port (a9e2d5b2-7592-436c-a93e-bc583c7741ce), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:25.764983 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-62a5e4dc-2bb4-49db-a15c-bba7c86b6fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724'] for port (a9e2d5b2-7592-436c-a93e-bc583c7741ce), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:25.813079 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-741d963c-0254-481d-b65e-ff7a7fa4ae1d admin admin] Publish callbacks [] for security_group (385fd623-f5e4-4b62-8e3e-391628d81a33), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:25.820058 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-5608fbaf-9319-4923-8139-f051338e4dbb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Made reservation on behalf of dff1983b1b3047378b88d87d54aa709d for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:28:25.824601 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-5608fbaf-9319-4923-8139-f051338e4dbb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:25.835120 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a5e4dc-2bb4-49db-a15c-bba7c86b6fa9 None None] Network 0eee18cf-800c-4384-b554-2d5e911cd3d1 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:28:25.843677 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-62a5e4dc-2bb4-49db-a15c-bba7c86b6fa9 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:28:25.852778 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a5e4dc-2bb4-49db-a15c-bba7c86b6fa9 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:28:25.863630 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5e4dc-2bb4-49db-a15c-bba7c86b6fa9 None None] Pushing event updated for resources: {'Port': ['ID=a9e2d5b2-7592-436c-a93e-bc583c7741ce,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:25.891054 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-741d963c-0254-481d-b65e-ff7a7fa4ae1d admin admin] Publish callbacks [] for security_group (385fd623-f5e4-4b62-8e3e-391628d81a33), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:25.904947 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:25.965490 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-62a5e4dc-2bb4-49db-a15c-bba7c86b6fa9 None None] Attempting to bind port a9e2d5b2-7592-436c-a93e-bc583c7741ce on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:28:25.965929 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-62a5e4dc-2bb4-49db-a15c-bba7c86b6fa9 None None] Attempting to bind port a9e2d5b2-7592-436c-a93e-bc583c7741ce by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': 'bf7acfa1-22f7-4fec-9c76-0e4a82984ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0eee18cf-800c-4384-b554-2d5e911cd3d1'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:28:25.966280 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a5e4dc-2bb4-49db-a15c-bba7c86b6fa9 None None] Attempting to bind port a9e2d5b2-7592-436c-a93e-bc583c7741ce on network 0eee18cf-800c-4384-b554-2d5e911cd3d1 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:28:25.977595 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a5e4dc-2bb4-49db-a15c-bba7c86b6fa9 None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:28:25.978500 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a5e4dc-2bb4-49db-a15c-bba7c86b6fa9 None None] Checking segment: {'id': 'bf7acfa1-22f7-4fec-9c76-0e4a82984ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0eee18cf-800c-4384-b554-2d5e911cd3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:28:25.979082 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-62a5e4dc-2bb4-49db-a15c-bba7c86b6fa9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:25.979682 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a5e4dc-2bb4-49db-a15c-bba7c86b6fa9 None None] Bound using segment: {'id': 'bf7acfa1-22f7-4fec-9c76-0e4a82984ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0eee18cf-800c-4384-b554-2d5e911cd3d1'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:28:25.980415 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-62a5e4dc-2bb4-49db-a15c-bba7c86b6fa9 None None] Bound port: a9e2d5b2-7592-436c-a93e-bc583c7741ce, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7acfa1-22f7-4fec-9c76-0e4a82984ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0eee18cf-800c-4384-b554-2d5e911cd3d1'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:28:25.981016 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-62a5e4dc-2bb4-49db-a15c-bba7c86b6fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (a9e2d5b2-7592-436c-a93e-bc583c7741ce), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:26.000730 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-741d963c-0254-481d-b65e-ff7a7fa4ae1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (385fd623-f5e4-4b62-8e3e-391628d81a33), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:26.004215 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-741d963c-0254-481d-b65e-ff7a7fa4ae1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:26.005509 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-741d963c-0254-481d-b65e-ff7a7fa4ae1d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/385fd623-f5e4-4b62-8e3e-391628d81a33 HTTP/1.1" status: 204 len: 168 time: 0.3654850 Jun 27 15:28:26.021669 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d963c-0254-481d-b65e-ff7a7fa4ae1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385fd623-f5e4-4b62-8e3e-391628d81a33,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:26.084828 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-62a5e4dc-2bb4-49db-a15c-bba7c86b6fa9 None None] For port a9e2d5b2-7592-436c-a93e-bc583c7741ce, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:28:26.097694 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-62a5e4dc-2bb4-49db-a15c-bba7c86b6fa9 None None] For port a9e2d5b2-7592-436c-a93e-bc583c7741ce, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=a9e2d5b2-7592-436c-a93e-bc583c7741ce,segment=NetworkSegment(bf7acfa1-22f7-4fec-9c76-0e4a82984ac7),segment_id=bf7acfa1-22f7-4fec-9c76-0e4a82984ac7)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:28:26.105888 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:26.113112 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-62a5e4dc-2bb4-49db-a15c-bba7c86b6fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (a9e2d5b2-7592-436c-a93e-bc583c7741ce), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:26.245293 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5e4dc-2bb4-49db-a15c-bba7c86b6fa9 None None] Pushing event updated for resources: {'Port': ['ID=a9e2d5b2-7592-436c-a93e-bc583c7741ce,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:26.273765 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:26.305939 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-82e82392-dfcf-4c28-b8dc-eee2d29e6e71 req-c641bb0a-1b56-4fed-a332-d8010cdaf0ac tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=598844cf-f73b-4630-ad12-f08ab67e89e3 HTTP/1.1" status: 200 len: 210 time: 0.0600331 Jun 27 15:28:26.315856 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-5c5ffae4-f9c0-4457-829b-041bbfdcc355 admin admin] Allocated IP 172.27.2.141 (514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb/6226739c-eac4-4784-90b9-a0481f53f3ba/7c1dfb6e-d943-4ff5-86ab-77486ed33676) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:28:26.343252 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c5f09-4874-414d-97dd-1e7304331eef req-00bbda8d-52e5-4599-aac9-e7a68df29b5d tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:26.345012 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a63c5f09-4874-414d-97dd-1e7304331eef req-00bbda8d-52e5-4599-aac9-e7a68df29b5d tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 946 time: 0.4226251 Jun 27 15:28:26.389515 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-5608fbaf-9319-4923-8139-f051338e4dbb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Allocated IP 172.20.0.12 (9f2b3a5f-8943-48e2-bb0f-3f837d61206a/8a06131b-528a-47d8-9082-6c3add5ef19c/209e6ff3-398f-4386-b25b-aef36d5f7e9c) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:28:26.451726 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a63c5f09-4874-414d-97dd-1e7304331eef req-4f905c96-bef1-4392-a779-9ecce6df0583 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000876 Jun 27 15:28:26.627260 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:26.719531 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c5ffae4-f9c0-4457-829b-041bbfdcc355 admin admin] Publish callbacks [] for port (7c1dfb6e-d943-4ff5-86ab-77486ed33676), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:26.783906 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:26.793442 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-5608fbaf-9319-4923-8139-f051338e4dbb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for port (209e6ff3-398f-4386-b25b-aef36d5f7e9c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:26.846546 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c5ffae4-f9c0-4457-829b-041bbfdcc355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (7c1dfb6e-d943-4ff5-86ab-77486ed33676), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:26.915872 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5ffae4-f9c0-4457-829b-041bbfdcc355 admin admin] Network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:28:26.923427 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-5c5ffae4-f9c0-4457-829b-041bbfdcc355 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:28:26.930925 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5ffae4-f9c0-4457-829b-041bbfdcc355 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:28:26.965108 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ffae4-f9c0-4457-829b-041bbfdcc355 admin admin] Pushing event updated for resources: {'Port': ['ID=7c1dfb6e-d943-4ff5-86ab-77486ed33676,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:26.971580 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-5608fbaf-9319-4923-8139-f051338e4dbb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (209e6ff3-398f-4386-b25b-aef36d5f7e9c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:27.033245 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-5608fbaf-9319-4923-8139-f051338e4dbb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Network 9f2b3a5f-8943-48e2-bb0f-3f837d61206a is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:28:27.044895 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-5608fbaf-9319-4923-8139-f051338e4dbb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:28:27.065135 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-5608fbaf-9319-4923-8139-f051338e4dbb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:28:27.076061 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608fbaf-9319-4923-8139-f051338e4dbb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event updated for resources: {'Port': ['ID=209e6ff3-398f-4386-b25b-aef36d5f7e9c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:27.180680 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device a9e2d5b2-7592-436c-a93e-bc583c7741ce up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:28:27.445180 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 5c0b8c96-7cca-481a-898e-110bd8fd3450 no longer exists at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:28:27.556220 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-5e692c47-a230-4fcf-b9b1-441c3e8caba1 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:27.559646 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-5e692c47-a230-4fcf-b9b1-441c3e8caba1 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/networks?id=2579e3bc-4a9d-498c-82ba-b2ed0949972e HTTP/1.1" status: 200 len: 809 time: 0.2462735 Jun 27 15:28:27.599667 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-5608fbaf-9319-4923-8139-f051338e4dbb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:27.600646 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-5608fbaf-9319-4923-8139-f051338e4dbb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:27.601387 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b120e3e-d5f3-4b2a-beec-a02e7db246c5 req-9a4d1ea6-b347-456e-ab56-09253b7219ec tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:27.610026 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9b120e3e-d5f3-4b2a-beec-a02e7db246c5 req-9a4d1ea6-b347-456e-ab56-09253b7219ec tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=598844cf-f73b-4630-ad12-f08ab67e89e3 HTTP/1.1" status: 200 len: 932 time: 0.1370661 Jun 27 15:28:27.643129 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] No Port match for: 5c0b8c96-7cca-481a-898e-110bd8fd3450 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:28:27.644039 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 5c0b8c96-7cca-481a-898e-110bd8fd3450 not bound to the agent host hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:28:27.654534 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-5608fbaf-9319-4923-8139-f051338e4dbb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1648204 Jun 27 15:28:27.674359 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-daffd016-af63-4a38-b679-2ae67c00621c service neutron] Request body: {'port': {'device_id': '598844cf-f73b-4630-ad12-f08ab67e89e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84779'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:28:27.685875 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9b120e3e-d5f3-4b2a-beec-a02e7db246c5 req-e337241f-3e4b-488b-b362-71225e599fdc tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=eb852d67-e5b6-4f0f-a9b5-83eb5c024fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748107 Jun 27 15:28:27.689231 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port a9e2d5b2-7592-436c-a93e-bc583c7741ce triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:27.690210 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (a9e2d5b2-7592-436c-a93e-bc583c7741ce), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:27.750624 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-a82d0d3a-5aab-4590-bcad-643e8e29c602 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/quotas/b99a389f8cd34552ae1b3c30803669ae HTTP/1.1" status: 200 len: 375 time: 0.1733208 Jun 27 15:28:27.761400 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-76d74acd-f758-47a5-bdfb-99028a3bb903 None None] Provisioning complete for port 209e6ff3-398f-4386-b25b-aef36d5f7e9c triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:27.762102 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-76d74acd-f758-47a5-bdfb-99028a3bb903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (209e6ff3-398f-4386-b25b-aef36d5f7e9c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:27.797454 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:27.834807 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-76d74acd-f758-47a5-bdfb-99028a3bb903 None None] Port 209e6ff3-398f-4386-b25b-aef36d5f7e9c cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:28:27.884502 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port a9e2d5b2-7592-436c-a93e-bc583c7741ce is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:27.885065 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (a9e2d5b2-7592-436c-a93e-bc583c7741ce), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:27.912690 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97b0d4-8cf5-48c1-8565-3b4198c0332b req-1febd282-2973-4e3f-8d2d-e93529580346 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:27.925617 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3d97b0d4-8cf5-48c1-8565-3b4198c0332b req-1febd282-2973-4e3f-8d2d-e93529580346 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 946 time: 0.1542025 Jun 27 15:28:27.926069 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-c5611d85-52ad-4c27-87de-5c1b5e341999 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b99a389f8cd34552ae1b3c30803669ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1594832 Jun 27 15:28:27.950032 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f7e78f-ac4c-408b-a054-c6614dedb345 None None] Network 0eee18cf-800c-4384-b554-2d5e911cd3d1 requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:28:28.034123 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] For port a9e2d5b2-7592-436c-a93e-bc583c7741ce, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=a9e2d5b2-7592-436c-a93e-bc583c7741ce,segment=NetworkSegment(bf7acfa1-22f7-4fec-9c76-0e4a82984ac7),segment_id=bf7acfa1-22f7-4fec-9c76-0e4a82984ac7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:28:28.050069 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-25929590-aa34-4749-bf54-851688e5b08c None None] Provisioning complete for port a9e2d5b2-7592-436c-a93e-bc583c7741ce triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:28.050638 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-25929590-aa34-4749-bf54-851688e5b08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (a9e2d5b2-7592-436c-a93e-bc583c7741ce), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:28.051368 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3d97b0d4-8cf5-48c1-8565-3b4198c0332b req-1c36f11d-0601-4210-b18e-14b2e290356e tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233795 Jun 27 15:28:28.105549 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (a9e2d5b2-7592-436c-a93e-bc583c7741ce), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:28.130813 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-daffd016-af63-4a38-b679-2ae67c00621c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (209e6ff3-398f-4386-b25b-aef36d5f7e9c), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:28.161226 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:28.207649 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c5ffae4-f9c0-4457-829b-041bbfdcc355 admin admin] Publish callbacks [] for router_gateway (5de5dde3-bb3b-45bb-9650-3ce8219a98e4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:28.240459 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Pushing event updated for resources: {'Port': ['ID=a9e2d5b2-7592-436c-a93e-bc583c7741ce,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:28.270154 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:28.281429 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-e84008e1-3a56-4acb-b339-fbd177c007cb service neutron] 10.222.0.26 "GET /v2.0/networks/2579e3bc-4a9d-498c-82ba-b2ed0949972e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094604 Jun 27 15:28:28.323821 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-25929590-aa34-4749-bf54-851688e5b08c None None] Current status of the port a9e2d5b2-7592-436c-a93e-bc583c7741ce is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:28.663386 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6f54dcfe-40ab-45e2-9007-86d7dcecd6f4 None None] Provisioning complete for port a9e2d5b2-7592-436c-a93e-bc583c7741ce triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:28.664211 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6f54dcfe-40ab-45e2-9007-86d7dcecd6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (a9e2d5b2-7592-436c-a93e-bc583c7741ce), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:28.788556 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6f54dcfe-40ab-45e2-9007-86d7dcecd6f4 None None] Current status of the port a9e2d5b2-7592-436c-a93e-bc583c7741ce is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:28.912803 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cca190-1141-4592-94f1-def585fe1281 req-f2a53c89-429e-48b9-ae82-ad1f4439b55e tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:28.922515 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-59cca190-1141-4592-94f1-def585fe1281 req-f2a53c89-429e-48b9-ae82-ad1f4439b55e tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=598844cf-f73b-4630-ad12-f08ab67e89e3 HTTP/1.1" status: 200 len: 932 time: 0.0878165 Jun 27 15:28:28.996707 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-59cca190-1141-4592-94f1-def585fe1281 req-2ee5a99f-4790-4e3f-afa5-38fdf2ad33df tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=eb852d67-e5b6-4f0f-a9b5-83eb5c024fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708492 Jun 27 15:28:29.021590 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device a9e2d5b2-7592-436c-a93e-bc583c7741ce up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:28:29.025621 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-6e19f490-d5dc-4aa3-aea3-c70d156958ab service neutron] 10.222.0.26 "GET /v2.0/networks/2579e3bc-4a9d-498c-82ba-b2ed0949972e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7315729 Jun 27 15:28:29.049728 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-daffd016-af63-4a38-b679-2ae67c00621c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 209e6ff3-398f-4386-b25b-aef36d5f7e9c {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:28:29.092431 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-daffd016-af63-4a38-b679-2ae67c00621c service neutron] Publish callbacks [] for port (209e6ff3-398f-4386-b25b-aef36d5f7e9c), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:29.095116 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port a9e2d5b2-7592-436c-a93e-bc583c7741ce triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:29.095852 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (a9e2d5b2-7592-436c-a93e-bc583c7741ce), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:29.127132 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-daffd016-af63-4a38-b679-2ae67c00621c service neutron] Transition to ACTIVE for port object 209e6ff3-398f-4386-b25b-aef36d5f7e9c will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 15:28:29.137452 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c5ffae4-f9c0-4457-829b-041bbfdcc355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3708253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733158'] for router (5de5dde3-bb3b-45bb-9650-3ce8219a98e4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:29.141671 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-daffd016-af63-4a38-b679-2ae67c00621c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9438190'] for port (209e6ff3-398f-4386-b25b-aef36d5f7e9c), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:29.215645 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port a9e2d5b2-7592-436c-a93e-bc583c7741ce is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:29.312103 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d337d4-073f-4fe0-bdd4-855c7aad63d9 req-9c84e32c-f298-4725-9850-3c8febecebc1 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:29.319867 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-92d337d4-073f-4fe0-bdd4-855c7aad63d9 req-9c84e32c-f298-4725-9850-3c8febecebc1 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 946 time: 0.1092761 Jun 27 15:28:29.329345 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daffd016-af63-4a38-b679-2ae67c00621c service neutron] Pushing event updated for resources: {'Port': ['ID=209e6ff3-398f-4386-b25b-aef36d5f7e9c,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:29.403056 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:29.409300 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-92d337d4-073f-4fe0-bdd4-855c7aad63d9 req-a5d37860-e501-4245-b279-68d41733a8fc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853179 Jun 27 15:28:29.575088 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-795c7bd5-7d2f-4252-ac99-e29ee40f542f req-7663e0fb-2a38-4dde-924d-0541cb54540f tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=42a451d5-56c8-46fc-914e-2b990c2bd155 HTTP/1.1" status: 200 len: 210 time: 0.1709933 Jun 27 15:28:29.660941 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-daffd016-af63-4a38-b679-2ae67c00621c service neutron] Attempting to bind port 209e6ff3-398f-4386-b25b-aef36d5f7e9c on host hv-cinder-84779 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:28:29.661466 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-daffd016-af63-4a38-b679-2ae67c00621c service neutron] Attempting to bind port 209e6ff3-398f-4386-b25b-aef36d5f7e9c by drivers openvswitch,hyperv on host hv-cinder-84779 at level 0 using segments [{'id': 'df2d7c62-f2a0-47f2-8167-091f3a1d364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:28:29.661954 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-daffd016-af63-4a38-b679-2ae67c00621c service neutron] Attempting to bind port 209e6ff3-398f-4386-b25b-aef36d5f7e9c on network 9f2b3a5f-8943-48e2-bb0f-3f837d61206a {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:28:29.676809 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-daffd016-af63-4a38-b679-2ae67c00621c service neutron] Port 209e6ff3-398f-4386-b25b-aef36d5f7e9c on network 9f2b3a5f-8943-48e2-bb0f-3f837d61206a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84779 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 15:28:29.677317 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-daffd016-af63-4a38-b679-2ae67c00621c service neutron] Attempting to bind port 209e6ff3-398f-4386-b25b-aef36d5f7e9c on network 9f2b3a5f-8943-48e2-bb0f-3f837d61206a {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:28:29.692244 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-daffd016-af63-4a38-b679-2ae67c00621c service neutron] Checking agent: {'id': '2a101be5-d6db-4e6c-800c-1df71c1b626f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84779', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'started_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:28:29.692721 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-daffd016-af63-4a38-b679-2ae67c00621c service neutron] Checking segment: {'id': 'df2d7c62-f2a0-47f2-8167-091f3a1d364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:28:29.693328 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-daffd016-af63-4a38-b679-2ae67c00621c service neutron] Bound using segment: {'id': 'df2d7c62-f2a0-47f2-8167-091f3a1d364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:28:29.694054 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-daffd016-af63-4a38-b679-2ae67c00621c service neutron] Bound port: 209e6ff3-398f-4386-b25b-aef36d5f7e9c, host: hv-cinder-84779, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df2d7c62-f2a0-47f2-8167-091f3a1d364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:28:29.694663 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-daffd016-af63-4a38-b679-2ae67c00621c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (209e6ff3-398f-4386-b25b-aef36d5f7e9c), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:29.715097 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c5ffae4-f9c0-4457-829b-041bbfdcc355 admin admin] Router 5de5dde3-bb3b-45bb-9650-3ce8219a98e4 is scheduled to L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 15:28:29.994179 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-daffd016-af63-4a38-b679-2ae67c00621c service neutron] For port 209e6ff3-398f-4386-b25b-aef36d5f7e9c, host hv-cinder-84779, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:28:30.017210 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-daffd016-af63-4a38-b679-2ae67c00621c service neutron] For port 209e6ff3-398f-4386-b25b-aef36d5f7e9c, host hv-cinder-84779, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=209e6ff3-398f-4386-b25b-aef36d5f7e9c,segment=NetworkSegment(df2d7c62-f2a0-47f2-8167-091f3a1d364d),segment_id=df2d7c62-f2a0-47f2-8167-091f3a1d364d)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:28:30.027340 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c5ffae4-f9c0-4457-829b-041bbfdcc355 admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:28:30.035384 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-daffd016-af63-4a38-b679-2ae67c00621c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9438190'] for port (209e6ff3-398f-4386-b25b-aef36d5f7e9c), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:30.042804 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28915f3f-560f-4b6d-b385-17ef9f576811 None None] Sync routers for ids ['5de5dde3-bb3b-45bb-9650-3ce8219a98e4'] in dv-cinder-847798-1-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:28:30.053983 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:30.084433 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28915f3f-560f-4b6d-b385-17ef9f576811 None None] Routers {'5de5dde3-bb3b-45bb-9650-3ce8219a98e4'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:28:30.092482 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-28915f3f-560f-4b6d-b385-17ef9f576811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:28:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['5de5dde3-bb3b-45bb-9650-3ce8219a98e4'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:30.152637 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-daffd016-af63-4a38-b679-2ae67c00621c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:30.154264 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-daffd016-af63-4a38-b679-2ae67c00621c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:30.155898 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-daffd016-af63-4a38-b679-2ae67c00621c service neutron] 10.222.0.42 "PUT /v2.0/ports/209e6ff3-398f-4386-b25b-aef36d5f7e9c HTTP/1.1" status: 200 len: 1094 time: 2.4898694 Jun 27 15:28:30.156726 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598844cf-f73b-4630-ad12-f08ab67e89e3', 'tag': '209e6ff3-398f-4386-b25b-aef36d5f7e9c'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:28:30.161686 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ecdf1b21e48a9c17975c38f4cbb98a47ab0df019f7748c413a09c43e6bcf64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2598d5c-6b69-4b49-b6d3-800396f30b26" -d '{"events": [{"name": "network-changed", "server_uuid": "598844cf-f73b-4630-ad12-f08ab67e89e3", "tag": "209e6ff3-398f-4386-b25b-aef36d5f7e9c"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:28:30.188949 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5c5ffae4-f9c0-4457-829b-041bbfdcc355 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:30.193333 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-5c5ffae4-f9c0-4457-829b-041bbfdcc355 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4981132 Jun 27 15:28:30.203477 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 52108) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:30.221455 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:30.238320 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daffd016-af63-4a38-b679-2ae67c00621c service neutron] Pushing event updated for resources: {'Port': ['ID=209e6ff3-398f-4386-b25b-aef36d5f7e9c,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:30.385003 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-28915f3f-560f-4b6d-b385-17ef9f576811 None None] Set router 5de5dde3-bb3b-45bb-9650-3ce8219a98e4 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:28:30.401918 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b2e4de-eeee-404c-8618-957f8b493b23 x-openstack-request-id: req-85b2e4de-eeee-404c-8618-957f8b493b23 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:28:30.401918 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598844cf-f73b-4630-ad12-f08ab67e89e3", "tag": "209e6ff3-398f-4386-b25b-aef36d5f7e9c", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:28:30.402522 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-85b2e4de-eeee-404c-8618-957f8b493b23 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:28:30.402669 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b2e4de-eeee-404c-8618-957f8b493b23'] response: {'name': 'network-changed', 'server_uuid': '598844cf-f73b-4630-ad12-f08ab67e89e3', 'tag': '209e6ff3-398f-4386-b25b-aef36d5f7e9c', 'status': 'completed', 'code': 200} Jun 27 15:28:30.408362 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043ed9c-7b9d-4183-8fce-00a33366be9c req-21226b7d-7960-4cec-957b-06825069e90c tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:30.415066 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c043ed9c-7b9d-4183-8fce-00a33366be9c req-21226b7d-7960-4cec-957b-06825069e90c tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=598844cf-f73b-4630-ad12-f08ab67e89e3 HTTP/1.1" status: 200 len: 944 time: 0.2746177 Jun 27 15:28:30.561128 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c043ed9c-7b9d-4183-8fce-00a33366be9c req-82c32150-9d91-44c8-ba2d-59a511be73a6 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=eb852d67-e5b6-4f0f-a9b5-83eb5c024fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446161 Jun 27 15:28:30.568299 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-6c5d3936-59e5-4b64-925c-ecea7870e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:30.577318 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-6c5d3936-59e5-4b64-925c-ecea7870e3c3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dff1983b1b3047378b88d87d54aa709d&device_id=598844cf-f73b-4630-ad12-f08ab67e89e3 HTTP/1.1" status: 200 len: 1128 time: 0.2082365 Jun 27 15:28:30.699999 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e6875-a287-4ed4-936c-0355140399d7 req-9c4512c8-2a3f-4b42-bb94-51b318b7dca3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:30.706390 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2f7e6875-a287-4ed4-936c-0355140399d7 req-9c4512c8-2a3f-4b42-bb94-51b318b7dca3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 946 time: 0.1522491 Jun 27 15:28:30.707006 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:30.769792 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-28915f3f-560f-4b6d-b385-17ef9f576811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de5dde3-bb3b-45bb-9650-3ce8219a98e4', 'name': 'tempest-TestMinimumBasicScenario-248943988-router', 'tenant_id': 'adf8b075ad134044b7c840b7c53e41e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '7c1dfb6e-d943-4ff5-86ab-77486ed33676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:24Z', 'updated_at': '2022-06-27T15:28:27Z', 'revision_number': 3, 'project_id': 'adf8b075ad134044b7c840b7c53e41e6', 'gw_port': {'id': '7c1dfb6e-d943-4ff5-86ab-77486ed33676', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:23:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de5dde3-bb3b-45bb-9650-3ce8219a98e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:25Z', 'updated_at': '2022-06-27T15:28:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:30.817470 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28915f3f-560f-4b6d-b385-17ef9f576811 None None] Checking router: 5de5dde3-bb3b-45bb-9650-3ce8219a98e4 for host: dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:28:30.818147 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28915f3f-560f-4b6d-b385-17ef9f576811 None None] Updating router 5de5dde3-bb3b-45bb-9650-3ce8219a98e4 port 7c1dfb6e-d943-4ff5-86ab-77486ed33676 binding host dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 15:28:30.836524 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e35093da-70a7-4ff9-9c47-a4406cb38de9 req-11f533f9-ef5e-434a-9e77-413a05693396 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=42a451d5-56c8-46fc-914e-2b990c2bd155 HTTP/1.1" status: 200 len: 210 time: 0.0851817 Jun 27 15:28:30.898632 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-28915f3f-560f-4b6d-b385-17ef9f576811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (7c1dfb6e-d943-4ff5-86ab-77486ed33676), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:31.040469 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-e9927a52-bc49-4488-92c5-942fa0ff1bd0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=209e6ff3-398f-4386-b25b-aef36d5f7e9c HTTP/1.1" status: 200 len: 217 time: 0.1452451 Jun 27 15:28:31.239199 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:31.248299 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-6eb1e8c0-3b34-4bb3-a94e-84650f4742d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:31.250246 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-6eb1e8c0-3b34-4bb3-a94e-84650f4742d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8a06131b-528a-47d8-9082-6c3add5ef19c HTTP/1.1" status: 200 len: 853 time: 0.1455979 Jun 27 15:28:31.344642 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2f7e6875-a287-4ed4-936c-0355140399d7 req-ba46bad8-d61a-45a2-ada4-3fb8dfe5b8c8 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6157098 Jun 27 15:28:31.371063 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-0cd373c0-6710-4412-9a0a-0aa2baa5f1f0 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:31.374083 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-0cd373c0-6710-4412-9a0a-0aa2baa5f1f0 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.42 "GET /v2.0/networks?id=2579e3bc-4a9d-498c-82ba-b2ed0949972e HTTP/1.1" status: 200 len: 809 time: 0.3907833 Jun 27 15:28:31.391293 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-b8ea3d07-f0ad-4e58-9c91-f655739986ab tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Request body: {'port': {'device_id': '42a451d5-56c8-46fc-914e-2b990c2bd155', 'network_id': '2579e3bc-4a9d-498c-82ba-b2ed0949972e', 'admin_state_up': True, 'tenant_id': 'b99a389f8cd34552ae1b3c30803669ae'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:28:31.392728 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-05790a0e-d8c1-44db-8073-25e11b207f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:31.394592 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-05790a0e-d8c1-44db-8073-25e11b207f5f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2b3a5f-8943-48e2-bb0f-3f837d61206a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1277738 Jun 27 15:28:31.605352 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-b8ea3d07-f0ad-4e58-9c91-f655739986ab tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Made reservation on behalf of b99a389f8cd34552ae1b3c30803669ae for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:28:31.618322 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-b8ea3d07-f0ad-4e58-9c91-f655739986ab tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:31.701701 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-28915f3f-560f-4b6d-b385-17ef9f576811 None None] Publish callbacks [] for port (7c1dfb6e-d943-4ff5-86ab-77486ed33676), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:31.713562 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-28915f3f-560f-4b6d-b385-17ef9f576811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (7c1dfb6e-d943-4ff5-86ab-77486ed33676), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:31.774333 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf4f42-378f-46ab-bc35-7d17705bcf6f None None] Pushing event updated for resources: {'Port': ['ID=7c1dfb6e-d943-4ff5-86ab-77486ed33676,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:31.797445 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266fa67-6309-47f5-8890-ec8fdfc9be28 req-12227ce4-539d-47c6-b6fc-3d6a780f665f tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:31.799966 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e266fa67-6309-47f5-8890-ec8fdfc9be28 req-12227ce4-539d-47c6-b6fc-3d6a780f665f tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.1058912 Jun 27 15:28:31.802291 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-28915f3f-560f-4b6d-b385-17ef9f576811 None None] Attempting to bind port 7c1dfb6e-d943-4ff5-86ab-77486ed33676 on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:28:31.802679 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-28915f3f-560f-4b6d-b385-17ef9f576811 None None] Attempting to bind port 7c1dfb6e-d943-4ff5-86ab-77486ed33676 by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:28:31.803219 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28915f3f-560f-4b6d-b385-17ef9f576811 None None] Attempting to bind port 7c1dfb6e-d943-4ff5-86ab-77486ed33676 on network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:28:31.810245 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28915f3f-560f-4b6d-b385-17ef9f576811 None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:28:31.810777 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28915f3f-560f-4b6d-b385-17ef9f576811 None None] Checking segment: {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:28:31.811216 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-28915f3f-560f-4b6d-b385-17ef9f576811 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:31.811803 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28915f3f-560f-4b6d-b385-17ef9f576811 None None] Bound using segment: {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:28:31.812525 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-28915f3f-560f-4b6d-b385-17ef9f576811 None None] Bound port: 7c1dfb6e-d943-4ff5-86ab-77486ed33676, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:28:31.812978 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-28915f3f-560f-4b6d-b385-17ef9f576811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (7c1dfb6e-d943-4ff5-86ab-77486ed33676), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:31.848391 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-64d2e8fd-5e8f-4ccf-b50e-0fddf80a2b6c service neutron] 10.222.0.42 "GET /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419522 Jun 27 15:28:31.864777 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495cd62-ca0c-4d2d-a3a0-9f98463298c6 req-2d022c1a-fdfa-45c2-a6d8-e7f832f03d16 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:31.864777 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f495cd62-ca0c-4d2d-a3a0-9f98463298c6 req-2d022c1a-fdfa-45c2-a6d8-e7f832f03d16 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=598844cf-f73b-4630-ad12-f08ab67e89e3 HTTP/1.1" status: 200 len: 944 time: 0.1076443 Jun 27 15:28:31.908193 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-28915f3f-560f-4b6d-b385-17ef9f576811 None None] For port 7c1dfb6e-d943-4ff5-86ab-77486ed33676, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:28:31.914517 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-28915f3f-560f-4b6d-b385-17ef9f576811 None None] For port 7c1dfb6e-d943-4ff5-86ab-77486ed33676, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=7c1dfb6e-d943-4ff5-86ab-77486ed33676,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:28:31.930397 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-28915f3f-560f-4b6d-b385-17ef9f576811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (7c1dfb6e-d943-4ff5-86ab-77486ed33676), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:31.952004 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:31.989110 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:31.995457 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-b8ea3d07-f0ad-4e58-9c91-f655739986ab tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Allocated IP 172.20.0.8 (2579e3bc-4a9d-498c-82ba-b2ed0949972e/2484939d-6240-4069-807c-ba14c336e5af/ea4ab95e-cf94-42bd-ab76-851264e40c78) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:28:32.015112 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f495cd62-ca0c-4d2d-a3a0-9f98463298c6 req-1ed07f29-2fca-4f70-a742-d590d5652a91 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=eb852d67-e5b6-4f0f-a9b5-83eb5c024fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912640 Jun 27 15:28:32.022657 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:32.060735 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28915f3f-560f-4b6d-b385-17ef9f576811 None None] Routers {'5de5dde3-bb3b-45bb-9650-3ce8219a98e4'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:28:32.062250 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-28915f3f-560f-4b6d-b385-17ef9f576811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:28:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['5de5dde3-bb3b-45bb-9650-3ce8219a98e4'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:32.067403 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf4f42-378f-46ab-bc35-7d17705bcf6f None None] Pushing event updated for resources: {'Port': ['ID=7c1dfb6e-d943-4ff5-86ab-77486ed33676,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:32.106963 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e1628ff-2068-4a40-a971-f34f07e26c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:32.121411 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e266fa67-6309-47f5-8890-ec8fdfc9be28 req-6b27de3d-5fb4-4f9e-b63a-df3e8b6f61bb tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2950120 Jun 27 15:28:32.216759 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e10d93f0-9f69-4e42-bb3b-67259b8a555f req-24f429ba-4837-4fe8-8934-ca8393d4ed21 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592494 Jun 27 15:28:32.219289 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:32.274077 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-28915f3f-560f-4b6d-b385-17ef9f576811 None None] Set router 5de5dde3-bb3b-45bb-9650-3ce8219a98e4 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:28:32.292392 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ecd38004-b1fe-44af-9acf-c36b2b586e83 req-c4d8db15-0f17-4eae-bedd-042def3135eb tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=42a451d5-56c8-46fc-914e-2b990c2bd155 HTTP/1.1" status: 200 len: 210 time: 0.0825682 Jun 27 15:28:32.309482 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-b8ea3d07-f0ad-4e58-9c91-f655739986ab tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Publish callbacks [] for port (ea4ab95e-cf94-42bd-ab76-851264e40c78), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:32.380391 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-b8ea3d07-f0ad-4e58-9c91-f655739986ab tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (ea4ab95e-cf94-42bd-ab76-851264e40c78), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:32.397925 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-8e1628ff-2068-4a40-a971-f34f07e26c2b admin admin] Allocated IP 172.20.0.1 (0eee18cf-800c-4384-b554-2d5e911cd3d1/41884c64-d61d-4b96-ac43-0cfd25e83760/f8c3485e-111c-4d43-acdd-8af095cebbe8) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:28:32.439235 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-b8ea3d07-f0ad-4e58-9c91-f655739986ab tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Network 2579e3bc-4a9d-498c-82ba-b2ed0949972e is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:28:32.447724 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-b8ea3d07-f0ad-4e58-9c91-f655739986ab tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:28:32.452376 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-b8ea3d07-f0ad-4e58-9c91-f655739986ab tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:28:32.458681 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea3d07-f0ad-4e58-9c91-f655739986ab tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Pushing event updated for resources: {'Port': ['ID=ea4ab95e-cf94-42bd-ab76-851264e40c78,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:32.558212 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-b8ea3d07-f0ad-4e58-9c91-f655739986ab tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:32.559323 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-b8ea3d07-f0ad-4e58-9c91-f655739986ab tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:32.574011 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e1628ff-2068-4a40-a971-f34f07e26c2b admin admin] Publish callbacks [] for port (f8c3485e-111c-4d43-acdd-8af095cebbe8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:32.584521 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58beb17e-432e-4d39-a5c2-aee6c96942a4 req-c7e03b03-6a69-4c09-8326-5fcce598f96a tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:32.586167 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-58beb17e-432e-4d39-a5c2-aee6c96942a4 req-c7e03b03-6a69-4c09-8326-5fcce598f96a tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 946 time: 0.0751317 Jun 27 15:28:32.599367 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-b8ea3d07-f0ad-4e58-9c91-f655739986ab tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2138743 Jun 27 15:28:32.605808 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:32.623343 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e1628ff-2068-4a40-a971-f34f07e26c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (f8c3485e-111c-4d43-acdd-8af095cebbe8), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:32.647265 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-28915f3f-560f-4b6d-b385-17ef9f576811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de5dde3-bb3b-45bb-9650-3ce8219a98e4', 'name': 'tempest-TestMinimumBasicScenario-248943988-router', 'tenant_id': 'adf8b075ad134044b7c840b7c53e41e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '7c1dfb6e-d943-4ff5-86ab-77486ed33676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:24Z', 'updated_at': '2022-06-27T15:28:27Z', 'revision_number': 3, 'project_id': 'adf8b075ad134044b7c840b7c53e41e6', 'gw_port': {'id': '7c1dfb6e-d943-4ff5-86ab-77486ed33676', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:23:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de5dde3-bb3b-45bb-9650-3ce8219a98e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:25Z', 'updated_at': '2022-06-27T15:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:32.664895 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-58beb17e-432e-4d39-a5c2-aee6c96942a4 req-d4d37a32-52b5-495e-aa11-967872f024d6 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691857 Jun 27 15:28:32.692137 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1628ff-2068-4a40-a971-f34f07e26c2b admin admin] Network 0eee18cf-800c-4384-b554-2d5e911cd3d1 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:28:32.694882 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28915f3f-560f-4b6d-b385-17ef9f576811 None None] The sync data for ids ['5de5dde3-bb3b-45bb-9650-3ce8219a98e4'] in dv-cinder-847798-1-iscsi is: [{'id': '5de5dde3-bb3b-45bb-9650-3ce8219a98e4', 'name': 'tempest-TestMinimumBasicScenario-248943988-router', 'tenant_id': 'adf8b075ad134044b7c840b7c53e41e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '7c1dfb6e-d943-4ff5-86ab-77486ed33676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:24Z', 'updated_at': '2022-06-27T15:28:27Z', 'revision_number': 3, 'project_id': 'adf8b075ad134044b7c840b7c53e41e6', 'gw_port': {'id': '7c1dfb6e-d943-4ff5-86ab-77486ed33676', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:23:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de5dde3-bb3b-45bb-9650-3ce8219a98e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:25Z', 'updated_at': '2022-06-27T15:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:28:32.699954 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-8e1628ff-2068-4a40-a971-f34f07e26c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:28:32.720265 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1628ff-2068-4a40-a971-f34f07e26c2b admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:28:32.752653 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1628ff-2068-4a40-a971-f34f07e26c2b admin admin] Pushing event updated for resources: {'Port': ['ID=f8c3485e-111c-4d43-acdd-8af095cebbe8,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:32.782111 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e1628ff-2068-4a40-a971-f34f07e26c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734275'] for router_interface (5de5dde3-bb3b-45bb-9650-3ce8219a98e4), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:32.888765 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 52164) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:33.000530 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e1628ff-2068-4a40-a971-f34f07e26c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (f8c3485e-111c-4d43-acdd-8af095cebbe8), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:33.058416 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d502f72c-5732-4b74-bd04-e75c74a8a3e9 None None] Provisioning complete for port f8c3485e-111c-4d43-acdd-8af095cebbe8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:33.058416 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d502f72c-5732-4b74-bd04-e75c74a8a3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (f8c3485e-111c-4d43-acdd-8af095cebbe8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:33.131842 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d502f72c-5732-4b74-bd04-e75c74a8a3e9 None None] Port f8c3485e-111c-4d43-acdd-8af095cebbe8 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:28:33.171681 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c21e5dfb-2ff7-41f0-a404-14134d1e9c5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:33.202921 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-1f95b76e-f646-4519-a83f-7bd3e95bfdd2 service neutron] Request body: {'port': {'device_id': '42a451d5-56c8-46fc-914e-2b990c2bd155', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84779'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:28:33.354198 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6095ba-ac39-428e-b6d5-2febb108e7c3 req-df90ddfb-b5c9-4eea-b58d-f35e01618142 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:33.356110 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9b6095ba-ac39-428e-b6d5-2febb108e7c3 req-df90ddfb-b5c9-4eea-b58d-f35e01618142 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=598844cf-f73b-4630-ad12-f08ab67e89e3 HTTP/1.1" status: 200 len: 944 time: 0.1078339 Jun 27 15:28:33.426101 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-1f95b76e-f646-4519-a83f-7bd3e95bfdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (ea4ab95e-cf94-42bd-ab76-851264e40c78), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:33.542900 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9b6095ba-ac39-428e-b6d5-2febb108e7c3 req-27a371df-8593-47a5-b000-8c2c13df7d28 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=eb852d67-e5b6-4f0f-a9b5-83eb5c024fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563876 Jun 27 15:28:33.609900 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c21e5dfb-2ff7-41f0-a404-14134d1e9c5d admin admin] Publish callbacks [] for security_group (9449bc4c-fceb-4e06-9907-a06a3e93c699), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:33.630001 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2598d5c-6b69-4b49-b6d3-800396f30b26 req-9edb452c-04f9-4830-9a00-23a2db7529f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:33.631750 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d2598d5c-6b69-4b49-b6d3-800396f30b26 req-9edb452c-04f9-4830-9a00-23a2db7529f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dff1983b1b3047378b88d87d54aa709d&device_id=598844cf-f73b-4630-ad12-f08ab67e89e3 HTTP/1.1" status: 200 len: 1128 time: 0.1167109 Jun 27 15:28:33.683124 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:33.697594 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c21e5dfb-2ff7-41f0-a404-14134d1e9c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (9449bc4c-fceb-4e06-9907-a06a3e93c699), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:33.749943 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e1628ff-2068-4a40-a971-f34f07e26c2b admin admin] Publish callbacks [] for port (f8c3485e-111c-4d43-acdd-8af095cebbe8), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:33.753451 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:33.763720 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:33.823531 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e1628ff-2068-4a40-a971-f34f07e26c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9438190'] for port (f8c3485e-111c-4d43-acdd-8af095cebbe8), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:33.826352 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-c21e5dfb-2ff7-41f0-a404-14134d1e9c5d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=011515b93c744af9b0c60b59b2b2dc81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9364223 Jun 27 15:28:33.835903 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d89f3-dab6-40f5-94d5-a3e6ba3a6586 req-5f288d14-b235-4f6e-b071-391750cfb85e tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:33.837696 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e63d89f3-dab6-40f5-94d5-a3e6ba3a6586 req-5f288d14-b235-4f6e-b071-391750cfb85e tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=42a451d5-56c8-46fc-914e-2b990c2bd155 HTTP/1.1" status: 200 len: 931 time: 0.1451697 Jun 27 15:28:33.838458 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e5dfb-2ff7-41f0-a404-14134d1e9c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9449bc4c-fceb-4e06-9907-a06a3e93c699,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:33.848606 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 52182) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:34.028965 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e63d89f3-dab6-40f5-94d5-a3e6ba3a6586 req-53ba2df4-15ec-43ba-ae94-acfdbee18a4d tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/security-groups?id=f099bc72-2769-4a17-8e8f-2a68796760a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599836 Jun 27 15:28:34.066456 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1628ff-2068-4a40-a971-f34f07e26c2b admin admin] Pushing event updated for resources: {'Port': ['ID=f8c3485e-111c-4d43-acdd-8af095cebbe8,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:34.083417 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c8f3d168-670b-4109-89db-388c8e93c647 admin admin] Publish callbacks [] for security_group (9449bc4c-fceb-4e06-9907-a06a3e93c699), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:34.086202 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d3ae1-363c-40cf-bffb-84bba7912250 req-a19ea480-3eaf-4ec9-b44f-7a9dbe67c35d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:34.087847 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-868d3ae1-363c-40cf-bffb-84bba7912250 req-a19ea480-3eaf-4ec9-b44f-7a9dbe67c35d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.4112334 Jun 27 15:28:34.122701 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8e1628ff-2068-4a40-a971-f34f07e26c2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3703187'] for router_interface (5de5dde3-bb3b-45bb-9650-3ce8219a98e4), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:34.137483 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2598d5c-6b69-4b49-b6d3-800396f30b26 req-17bd97a9-d6ff-4510-9759-5b6447332c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:34.138966 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d2598d5c-6b69-4b49-b6d3-800396f30b26 req-17bd97a9-d6ff-4510-9759-5b6447332c55 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2b3a5f-8943-48e2-bb0f-3f837d61206a HTTP/1.1" status: 200 len: 915 time: 0.4969497 Jun 27 15:28:34.157736 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c8f3d168-670b-4109-89db-388c8e93c647 admin admin] Publish callbacks [] for security_group (9449bc4c-fceb-4e06-9907-a06a3e93c699), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:34.208723 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d2598d5c-6b69-4b49-b6d3-800396f30b26 req-93d7854d-b835-4ba4-b236-d1c1381dc999 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=209e6ff3-398f-4386-b25b-aef36d5f7e9c HTTP/1.1" status: 200 len: 217 time: 0.0611269 Jun 27 15:28:34.232089 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-868d3ae1-363c-40cf-bffb-84bba7912250 req-fb16e298-908d-495e-8791-e14050557ae4 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345806 Jun 27 15:28:34.272852 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:34.278227 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:34.280004 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=42 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:34.335530 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef9932-e5f4-4b15-98cc-973ff86a399b req-1f7c666b-5f05-4247-88ac-e61bb6b23eea tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:34.345079 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-62ef9932-e5f4-4b15-98cc-973ff86a399b req-1f7c666b-5f05-4247-88ac-e61bb6b23eea tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 946 time: 0.1982808 Jun 27 15:28:34.347702 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2598d5c-6b69-4b49-b6d3-800396f30b26 req-62ce4c8b-82ce-4be6-b18f-3f4455d76d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:34.349448 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d2598d5c-6b69-4b49-b6d3-800396f30b26 req-62ce4c8b-82ce-4be6-b18f-3f4455d76d30 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8a06131b-528a-47d8-9082-6c3add5ef19c HTTP/1.1" status: 200 len: 853 time: 0.0897467 Jun 27 15:28:34.355626 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1628ff-2068-4a40-a971-f34f07e26c2b admin admin] Network 0eee18cf-800c-4384-b554-2d5e911cd3d1 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:28:34.364119 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-1f95b76e-f646-4519-a83f-7bd3e95bfdd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea4ab95e-cf94-42bd-ab76-851264e40c78 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:28:34.368910 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-8e1628ff-2068-4a40-a971-f34f07e26c2b admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:28:34.383703 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-1f95b76e-f646-4519-a83f-7bd3e95bfdd2 service neutron] Publish callbacks [] for port (ea4ab95e-cf94-42bd-ab76-851264e40c78), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:34.458787 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-62ef9932-e5f4-4b15-98cc-973ff86a399b req-c7346c85-968a-47ff-a256-5aac341c3cc6 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031597 Jun 27 15:28:34.466749 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c8f3d168-670b-4109-89db-388c8e93c647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (9449bc4c-fceb-4e06-9907-a06a3e93c699), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:34.471327 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c8f3d168-670b-4109-89db-388c8e93c647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:34.473830 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-c8f3d168-670b-4109-89db-388c8e93c647 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9449bc4c-fceb-4e06-9907-a06a3e93c699 HTTP/1.1" status: 204 len: 168 time: 0.6267025 Jun 27 15:28:34.475507 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2598d5c-6b69-4b49-b6d3-800396f30b26 req-9b6b236a-10ad-416f-9631-c38eea367acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:34.475723 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-1f95b76e-f646-4519-a83f-7bd3e95bfdd2 service neutron] Transition to ACTIVE for port object ea4ab95e-cf94-42bd-ab76-851264e40c78 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 15:28:34.478501 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d2598d5c-6b69-4b49-b6d3-800396f30b26 req-9b6b236a-10ad-416f-9631-c38eea367acb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2b3a5f-8943-48e2-bb0f-3f837d61206a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1207209 Jun 27 15:28:34.488524 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-1f95b76e-f646-4519-a83f-7bd3e95bfdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (ea4ab95e-cf94-42bd-ab76-851264e40c78), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:34.493040 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3d168-670b-4109-89db-388c8e93c647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9449bc4c-fceb-4e06-9907-a06a3e93c699,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:34.693654 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95b76e-f646-4519-a83f-7bd3e95bfdd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ea4ab95e-cf94-42bd-ab76-851264e40c78,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:34.746783 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1628ff-2068-4a40-a971-f34f07e26c2b admin admin] Router 5de5dde3-bb3b-45bb-9650-3ce8219a98e4 has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:28:34.900112 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-1f95b76e-f646-4519-a83f-7bd3e95bfdd2 service neutron] Attempting to bind port ea4ab95e-cf94-42bd-ab76-851264e40c78 on host hv-cinder-84779 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:28:34.901084 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-1f95b76e-f646-4519-a83f-7bd3e95bfdd2 service neutron] Attempting to bind port ea4ab95e-cf94-42bd-ab76-851264e40c78 by drivers openvswitch,hyperv on host hv-cinder-84779 at level 0 using segments [{'id': 'e3e201e6-4a2f-4b43-8aef-4bdca5df53a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2579e3bc-4a9d-498c-82ba-b2ed0949972e'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:28:34.901678 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-1f95b76e-f646-4519-a83f-7bd3e95bfdd2 service neutron] Attempting to bind port ea4ab95e-cf94-42bd-ab76-851264e40c78 on network 2579e3bc-4a9d-498c-82ba-b2ed0949972e {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:28:34.909690 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-1f95b76e-f646-4519-a83f-7bd3e95bfdd2 service neutron] Port ea4ab95e-cf94-42bd-ab76-851264e40c78 on network 2579e3bc-4a9d-498c-82ba-b2ed0949972e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84779 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 15:28:34.910362 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-1f95b76e-f646-4519-a83f-7bd3e95bfdd2 service neutron] Attempting to bind port ea4ab95e-cf94-42bd-ab76-851264e40c78 on network 2579e3bc-4a9d-498c-82ba-b2ed0949972e {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:28:34.917044 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-1f95b76e-f646-4519-a83f-7bd3e95bfdd2 service neutron] Checking agent: {'id': '2a101be5-d6db-4e6c-800c-1df71c1b626f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84779', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'started_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:28:34.917376 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-1f95b76e-f646-4519-a83f-7bd3e95bfdd2 service neutron] Checking segment: {'id': 'e3e201e6-4a2f-4b43-8aef-4bdca5df53a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2579e3bc-4a9d-498c-82ba-b2ed0949972e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:28:34.917783 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-1f95b76e-f646-4519-a83f-7bd3e95bfdd2 service neutron] Bound using segment: {'id': 'e3e201e6-4a2f-4b43-8aef-4bdca5df53a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2579e3bc-4a9d-498c-82ba-b2ed0949972e'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:28:34.931033 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-1f95b76e-f646-4519-a83f-7bd3e95bfdd2 service neutron] Bound port: ea4ab95e-cf94-42bd-ab76-851264e40c78, host: hv-cinder-84779, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3e201e6-4a2f-4b43-8aef-4bdca5df53a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '2579e3bc-4a9d-498c-82ba-b2ed0949972e'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:28:34.931721 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-1f95b76e-f646-4519-a83f-7bd3e95bfdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (ea4ab95e-cf94-42bd-ab76-851264e40c78), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:34.961359 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de3723-71a1-4a53-b6f2-3f4aa54ddb3b req-8c3dbefd-e965-41a3-85bf-c7d0fd8b972a tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:34.965826 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-31de3723-71a1-4a53-b6f2-3f4aa54ddb3b req-8c3dbefd-e965-41a3-85bf-c7d0fd8b972a tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=598844cf-f73b-4630-ad12-f08ab67e89e3 HTTP/1.1" status: 200 len: 944 time: 0.1948836 Jun 27 15:28:35.029286 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-35484ec0-7f6d-400c-bb9f-bd57abc28276 None None] Provisioning complete for port f8c3485e-111c-4d43-acdd-8af095cebbe8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:35.029814 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-35484ec0-7f6d-400c-bb9f-bd57abc28276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (f8c3485e-111c-4d43-acdd-8af095cebbe8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:35.179653 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 7c1dfb6e-d943-4ff5-86ab-77486ed33676 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:28:35.185062 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:35.205558 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-31de3723-71a1-4a53-b6f2-3f4aa54ddb3b req-9e34eb85-0845-4766-af2a-97c2304c7a64 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=eb852d67-e5b6-4f0f-a9b5-83eb5c024fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257466 Jun 27 15:28:35.215672 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1628ff-2068-4a40-a971-f34f07e26c2b admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:28:35.243855 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8e1628ff-2068-4a40-a971-f34f07e26c2b admin admin] 10.222.0.26 "PUT /v2.0/routers/5de5dde3-bb3b-45bb-9650-3ce8219a98e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0322568 Jun 27 15:28:35.244127 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 52198) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:35.275167 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-1f95b76e-f646-4519-a83f-7bd3e95bfdd2 service neutron] For port ea4ab95e-cf94-42bd-ab76-851264e40c78, host hv-cinder-84779, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:28:35.307841 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:35.354000 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-1f95b76e-f646-4519-a83f-7bd3e95bfdd2 service neutron] For port ea4ab95e-cf94-42bd-ab76-851264e40c78, host hv-cinder-84779, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=ea4ab95e-cf94-42bd-ab76-851264e40c78,segment=NetworkSegment(e3e201e6-4a2f-4b43-8aef-4bdca5df53a9),segment_id=e3e201e6-4a2f-4b43-8aef-4bdca5df53a9)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:28:35.374052 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 209e6ff3-398f-4386-b25b-aef36d5f7e9c details requested by agent hyperv_hv-cinder-84779 with host hv-cinder-84779 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 15:28:35.412296 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e0c3c-db09-407f-8a33-3de76d5184b7 req-ce51f533-73fc-43ae-af70-53cda4427bcf tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:35.428200 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-798e0c3c-db09-407f-8a33-3de76d5184b7 req-ce51f533-73fc-43ae-af70-53cda4427bcf tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=42a451d5-56c8-46fc-914e-2b990c2bd155 HTTP/1.1" status: 200 len: 943 time: 0.1929610 Jun 27 15:28:35.434499 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-1f95b76e-f646-4519-a83f-7bd3e95bfdd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (ea4ab95e-cf94-42bd-ab76-851264e40c78), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:35.494548 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91950977-595b-4b84-a87a-a7bca2aac9b7 None None] Sync routers for ids ['5de5dde3-bb3b-45bb-9650-3ce8219a98e4'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:28:35.515501 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d2598d5c-6b69-4b49-b6d3-800396f30b26 req-fb8a4246-36b6-4a2d-9ee3-788c8c81c209 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699881 Jun 27 15:28:35.516619 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91950977-595b-4b84-a87a-a7bca2aac9b7 None None] Routers {'5de5dde3-bb3b-45bb-9650-3ce8219a98e4'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:28:35.518252 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-91950977-595b-4b84-a87a-a7bca2aac9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:28:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['5de5dde3-bb3b-45bb-9650-3ce8219a98e4'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:35.525514 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-caffd7a3-7081-4bb1-a8a4-58d94fe15981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:35.601611 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:35.611864 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 209e6ff3-398f-4386-b25b-aef36d5f7e9c, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=209e6ff3-398f-4386-b25b-aef36d5f7e9c,segment=NetworkSegment(df2d7c62-f2a0-47f2-8167-091f3a1d364d),segment_id=df2d7c62-f2a0-47f2-8167-091f3a1d364d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:28:35.625675 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-1f95b76e-f646-4519-a83f-7bd3e95bfdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:35.627386 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-1f95b76e-f646-4519-a83f-7bd3e95bfdd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:35.630213 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-1f95b76e-f646-4519-a83f-7bd3e95bfdd2 service neutron] 10.222.0.42 "PUT /v2.0/ports/ea4ab95e-cf94-42bd-ab76-851264e40c78 HTTP/1.1" status: 200 len: 1093 time: 2.4598010 Jun 27 15:28:35.639798 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42a451d5-56c8-46fc-914e-2b990c2bd155', 'tag': 'ea4ab95e-cf94-42bd-ab76-851264e40c78'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:28:35.644580 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17251077-a3c7-45e7-80e2-de28062b784d" -d '{"events": [{"name": "network-changed", "server_uuid": "42a451d5-56c8-46fc-914e-2b990c2bd155", "tag": "ea4ab95e-cf94-42bd-ab76-851264e40c78"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:28:35.693486 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 7c1dfb6e-d943-4ff5-86ab-77486ed33676 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:35.694143 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (7c1dfb6e-d943-4ff5-86ab-77486ed33676), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:35.700381 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a37c1-1309-4af7-b554-76a7a85a26dc req-8a0a1d65-458b-4901-9f17-0025aece961d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:35.703937 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a57a37c1-1309-4af7-b554-76a7a85a26dc req-8a0a1d65-458b-4901-9f17-0025aece961d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 1130 time: 0.2199750 Jun 27 15:28:35.743907 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-91950977-595b-4b84-a87a-a7bca2aac9b7 None None] Set router 5de5dde3-bb3b-45bb-9650-3ce8219a98e4 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:28:35.752856 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f95b76e-f646-4519-a83f-7bd3e95bfdd2 service neutron] Pushing event updated for resources: {'Port': ['ID=ea4ab95e-cf94-42bd-ab76-851264e40c78,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:35.775526 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a039327-f004-4cd0-96d4-b93ce7563382 req-a8546c67-ee1b-4ebc-b10d-1e452663ff9d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:35.783072 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2a039327-f004-4cd0-96d4-b93ce7563382 req-a8546c67-ee1b-4ebc-b10d-1e452663ff9d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.2607529 Jun 27 15:28:35.802156 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-35484ec0-7f6d-400c-bb9f-bd57abc28276 None None] Port f8c3485e-111c-4d43-acdd-8af095cebbe8 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:28:35.821405 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Returning: {'device': '209e6ff3-398f-4386-b25b-aef36d5f7e9c', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'port_id': '209e6ff3-398f-4386-b25b-aef36d5f7e9c', 'mac_address': 'fa:16:3e:73:79:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 15:28:35.833813 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:35.951377 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-798e0c3c-db09-407f-8a33-3de76d5184b7 req-e84b8cf1-49d2-4111-8c39-5764b0d5289c tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/security-groups?id=f099bc72-2769-4a17-8e8f-2a68796760a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5102119 Jun 27 15:28:35.960123 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 209e6ff3-398f-4386-b25b-aef36d5f7e9c is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:35.960877 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (209e6ff3-398f-4386-b25b-aef36d5f7e9c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:35.998495 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:36.010928 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-677e0902-6365-403b-a3df-635babaf6965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:36.018000 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-677e0902-6365-403b-a3df-635babaf6965 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b99a389f8cd34552ae1b3c30803669ae&device_id=42a451d5-56c8-46fc-914e-2b990c2bd155 HTTP/1.1" status: 200 len: 1127 time: 0.3239691 Jun 27 15:28:36.058207 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209e6ff3-398f-4386-b25b-aef36d5f7e9c {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:28:36.097681 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 7c1dfb6e-d943-4ff5-86ab-77486ed33676 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:36.097681 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (7c1dfb6e-d943-4ff5-86ab-77486ed33676), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:36.122405 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 209e6ff3-398f-4386-b25b-aef36d5f7e9c, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=209e6ff3-398f-4386-b25b-aef36d5f7e9c,segment=NetworkSegment(df2d7c62-f2a0-47f2-8167-091f3a1d364d),segment_id=df2d7c62-f2a0-47f2-8167-091f3a1d364d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:28:36.139627 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (209e6ff3-398f-4386-b25b-aef36d5f7e9c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:36.148396 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] For port 7c1dfb6e-d943-4ff5-86ab-77486ed33676, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=7c1dfb6e-d943-4ff5-86ab-77486ed33676,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:28:36.178667 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-d60d09ef-cb00-4901-9db9-182bcd327b73 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea4ab95e-cf94-42bd-ab76-851264e40c78 HTTP/1.1" status: 200 len: 217 time: 0.1454642 Jun 27 15:28:36.181355 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (7c1dfb6e-d943-4ff5-86ab-77486ed33676), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:36.197019 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-caffd7a3-7081-4bb1-a8a4-58d94fe15981 admin admin] Publish callbacks [] for security_group (e85c4fb2-c928-4a70-b502-79a7e7931436), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:36.200158 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a57a37c1-1309-4af7-b554-76a7a85a26dc req-8d3345aa-5916-466a-a439-e16e163ceb65 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718447 Jun 27 15:28:36.245650 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=209e6ff3-398f-4386-b25b-aef36d5f7e9c,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:36.319131 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-91950977-595b-4b84-a87a-a7bca2aac9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de5dde3-bb3b-45bb-9650-3ce8219a98e4', 'name': 'tempest-TestMinimumBasicScenario-248943988-router', 'tenant_id': 'adf8b075ad134044b7c840b7c53e41e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '7c1dfb6e-d943-4ff5-86ab-77486ed33676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:24Z', 'updated_at': '2022-06-27T15:28:32Z', 'revision_number': 4, 'project_id': 'adf8b075ad134044b7c840b7c53e41e6', 'gw_port': {'id': '7c1dfb6e-d943-4ff5-86ab-77486ed33676', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:23:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de5dde3-bb3b-45bb-9650-3ce8219a98e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:25Z', 'updated_at': '2022-06-27T15:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': 'f8c3485e-111c-4d43-acdd-8af095cebbe8', 'name': '', 'network_id': '0eee18cf-800c-4384-b554-2d5e911cd3d1', 'tenant_id': 'adf8b075ad134044b7c840b7c53e41e6', 'mac_address': 'fa:16:3e:ec:42:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de5dde3-bb3b-45bb-9650-3ce8219a98e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '41884c64-d61d-4b96-ac43-0cfd25e83760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:32Z', 'updated_at': '2022-06-27T15:28:33Z', 'revision_number': 2, 'project_id': 'adf8b075ad134044b7c840b7c53e41e6', 'subnets': [{'id': '41884c64-d61d-4b96-ac43-0cfd25e83760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:36.339608 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d2598d5c-6b69-4b49-b6d3-800396f30b26 req-da887bde-d0d8-4024-ac3f-918d30299be9 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8040791 Jun 27 15:28:36.374707 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2a039327-f004-4cd0-96d4-b93ce7563382 req-0a00dbea-1456-4c91-a9a5-3b1b9c94f77b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4092081 Jun 27 15:28:36.374707 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-caffd7a3-7081-4bb1-a8a4-58d94fe15981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (e85c4fb2-c928-4a70-b502-79a7e7931436), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:36.375042 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f888d7-7e10-4d63-9d61-74ec1f7cc594 req-12a635ed-3367-4e94-adca-58dc45eb5d8c tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:36.377211 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-03f888d7-7e10-4d63-9d61-74ec1f7cc594 req-12a635ed-3367-4e94-adca-58dc45eb5d8c tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 946 time: 0.2103713 Jun 27 15:28:36.388935 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91950977-595b-4b84-a87a-a7bca2aac9b7 None None] Checking router: 5de5dde3-bb3b-45bb-9650-3ce8219a98e4 for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:28:36.390305 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91950977-595b-4b84-a87a-a7bca2aac9b7 None None] Updating router 5de5dde3-bb3b-45bb-9650-3ce8219a98e4 port f8c3485e-111c-4d43-acdd-8af095cebbe8 binding host dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 15:28:36.432451 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-f27b4cab-b95c-4d4f-8a7a-16c433006837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:36.435180 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-f27b4cab-b95c-4d4f-8a7a-16c433006837 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2484939d-6240-4069-807c-ba14c336e5af HTTP/1.1" status: 200 len: 849 time: 0.2398582 Jun 27 15:28:36.466011 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['209e6ff3-398f-4386-b25b-aef36d5f7e9c'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:28:36.477830 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-caffd7a3-7081-4bb1-a8a4-58d94fe15981 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=065ebd719975437dbd1611033fe8e016&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2271135 Jun 27 15:28:36.481949 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 52224) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:36.485556 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffd7a3-7081-4bb1-a8a4-58d94fe15981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85c4fb2-c928-4a70-b502-79a7e7931436,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:36.502329 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:36.504940 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-91950977-595b-4b84-a87a-a7bca2aac9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (f8c3485e-111c-4d43-acdd-8af095cebbe8), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:36.525599 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-756cd3a1-f7b2-4e0d-8ba0-8d6d59742ed3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2579e3bc-4a9d-498c-82ba-b2ed0949972e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719550 Jun 27 15:28:36.564197 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Pushing event updated for resources: {'Port': ['ID=7c1dfb6e-d943-4ff5-86ab-77486ed33676,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:36.591459 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a85ebd-80ff-46d6-bdee-795cd71ae4de x-openstack-request-id: req-62a85ebd-80ff-46d6-bdee-795cd71ae4de {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:28:36.591761 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42a451d5-56c8-46fc-914e-2b990c2bd155", "tag": "ea4ab95e-cf94-42bd-ab76-851264e40c78", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:28:36.592019 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-62a85ebd-80ff-46d6-bdee-795cd71ae4de {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:28:36.600990 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62a85ebd-80ff-46d6-bdee-795cd71ae4de'] response: {'name': 'network-changed', 'server_uuid': '42a451d5-56c8-46fc-914e-2b990c2bd155', 'tag': 'ea4ab95e-cf94-42bd-ab76-851264e40c78', 'status': 'completed', 'code': 200} Jun 27 15:28:36.615251 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4eb0821e-1291-40f2-80c0-41c9e937ea7a admin admin] Publish callbacks [] for security_group (e85c4fb2-c928-4a70-b502-79a7e7931436), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:36.634570 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-03f888d7-7e10-4d63-9d61-74ec1f7cc594 req-d1d49264-cec3-42b0-8ab9-1de00cdee4c4 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490220 Jun 27 15:28:36.688697 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4eb0821e-1291-40f2-80c0-41c9e937ea7a admin admin] Publish callbacks [] for security_group (e85c4fb2-c928-4a70-b502-79a7e7931436), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:36.786154 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-9dc70e1c-1012-4f0b-8b06-1ddce65a7f81 service neutron] 10.222.0.42 "GET /v2.0/networks/2579e3bc-4a9d-498c-82ba-b2ed0949972e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596178 Jun 27 15:28:36.839713 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4eb0821e-1291-40f2-80c0-41c9e937ea7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (e85c4fb2-c928-4a70-b502-79a7e7931436), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:36.847048 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4eb0821e-1291-40f2-80c0-41c9e937ea7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:36.854219 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-4eb0821e-1291-40f2-80c0-41c9e937ea7a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e85c4fb2-c928-4a70-b502-79a7e7931436 HTTP/1.1" status: 204 len: 168 time: 0.3565056 Jun 27 15:28:36.867439 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb0821e-1291-40f2-80c0-41c9e937ea7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85c4fb2-c928-4a70-b502-79a7e7931436,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:37.073119 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50d975-e442-4614-b487-97fd246fb512 req-228a67c3-2f6c-43e1-8892-718224abaf4a tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:37.081946 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7a50d975-e442-4614-b487-97fd246fb512 req-228a67c3-2f6c-43e1-8892-718224abaf4a tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=598844cf-f73b-4630-ad12-f08ab67e89e3 HTTP/1.1" status: 200 len: 945 time: 0.1523688 Jun 27 15:28:37.177214 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 7c1dfb6e-d943-4ff5-86ab-77486ed33676 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:28:37.224062 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7a50d975-e442-4614-b487-97fd246fb512 req-e77d4aa8-1f49-42d6-af83-efeff8c3a327 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=eb852d67-e5b6-4f0f-a9b5-83eb5c024fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407306 Jun 27 15:28:37.311945 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ac6859f3-ffc1-42bc-a513-362066c804f9 req-64726e4a-4b54-4746-a1c9-24c7cf53199d service neutron] 10.222.0.42 "GET /v2.0/networks/2579e3bc-4a9d-498c-82ba-b2ed0949972e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363012 Jun 27 15:28:37.327019 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 7c1dfb6e-d943-4ff5-86ab-77486ed33676 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:37.327329 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (7c1dfb6e-d943-4ff5-86ab-77486ed33676), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:37.336992 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9877a8d-1bbc-4599-b2dd-fa1567d0f6e1 req-38ab3644-5ca9-4cfa-876d-86958af138fc tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:37.343479 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d9877a8d-1bbc-4599-b2dd-fa1567d0f6e1 req-38ab3644-5ca9-4cfa-876d-86958af138fc tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=42a451d5-56c8-46fc-914e-2b990c2bd155 HTTP/1.1" status: 200 len: 943 time: 0.1478722 Jun 27 15:28:37.392937 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 209e6ff3-398f-4386-b25b-aef36d5f7e9c up at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:28:37.444655 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-91950977-595b-4b84-a87a-a7bca2aac9b7 None None] Publish callbacks [] for port (f8c3485e-111c-4d43-acdd-8af095cebbe8), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:37.462309 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-91950977-595b-4b84-a87a-a7bca2aac9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (f8c3485e-111c-4d43-acdd-8af095cebbe8), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:37.505398 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d9877a8d-1bbc-4599-b2dd-fa1567d0f6e1 req-6f2a00f0-5195-41ef-b17d-c55c92b8e39f tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/security-groups?id=f099bc72-2769-4a17-8e8f-2a68796760a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550126 Jun 27 15:28:37.601534 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning for port 209e6ff3-398f-4386-b25b-aef36d5f7e9c completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 15:28:37.625659 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning complete for port 209e6ff3-398f-4386-b25b-aef36d5f7e9c triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:37.627574 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (209e6ff3-398f-4386-b25b-aef36d5f7e9c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:37.708531 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 7c1dfb6e-d943-4ff5-86ab-77486ed33676 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:37.802513 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60189a8a-24e2-4e40-bc4d-254d5c54df1b req-88da342b-b3ba-4666-a49e-bb74bf5d5b0d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:37.816917 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-60189a8a-24e2-4e40-bc4d-254d5c54df1b req-88da342b-b3ba-4666-a49e-bb74bf5d5b0d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.1343729 Jun 27 15:28:37.910260 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 209e6ff3-398f-4386-b25b-aef36d5f7e9c is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:37.910588 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (209e6ff3-398f-4386-b25b-aef36d5f7e9c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:37.929329 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:37.949378 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-60189a8a-24e2-4e40-bc4d-254d5c54df1b req-04e8f09f-658e-4e33-a690-aa76bf625da2 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198049 Jun 27 15:28:37.974581 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 209e6ff3-398f-4386-b25b-aef36d5f7e9c, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=209e6ff3-398f-4386-b25b-aef36d5f7e9c,segment=NetworkSegment(df2d7c62-f2a0-47f2-8167-091f3a1d364d),segment_id=df2d7c62-f2a0-47f2-8167-091f3a1d364d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:28:37.978725 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189eb7f-83a5-4ec4-a623-541526f64b58 None None] Pushing event updated for resources: {'Port': ['ID=f8c3485e-111c-4d43-acdd-8af095cebbe8,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:37.981089 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598844cf-f73b-4630-ad12-f08ab67e89e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209e6ff3-398f-4386-b25b-aef36d5f7e9c'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:28:37.984166 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d85b7032bc105ad9eb63a31382f750c4bf6bbb4824e658972134fe301cb831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea8855a-ecac-4818-b49f-18516d1e2ce6" -d '{"events": [{"server_uuid": "598844cf-f73b-4630-ad12-f08ab67e89e3", "name": "network-vif-plugged", "status": "completed", "tag": "209e6ff3-398f-4386-b25b-aef36d5f7e9c"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:28:37.991424 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (209e6ff3-398f-4386-b25b-aef36d5f7e9c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:38.107032 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:38.107334 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d1132-b6ed-4b7f-84da-4e7f321c63bc req-12e6e18e-5469-4fa9-94d4-a5e446b2283e tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:38.118136 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a63d1132-b6ed-4b7f-84da-4e7f321c63bc req-12e6e18e-5469-4fa9-94d4-a5e446b2283e tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 946 time: 0.1045871 Jun 27 15:28:38.128684 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=209e6ff3-398f-4386-b25b-aef36d5f7e9c,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:38.140959 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b15a2a1-fa03-47f6-8057-83b1bcb8ec31 x-openstack-request-id: req-9b15a2a1-fa03-47f6-8057-83b1bcb8ec31 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:28:38.141372 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598844cf-f73b-4630-ad12-f08ab67e89e3", "name": "network-vif-plugged", "status": "completed", "tag": "209e6ff3-398f-4386-b25b-aef36d5f7e9c", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:28:38.141641 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9b15a2a1-fa03-47f6-8057-83b1bcb8ec31 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:28:38.142154 dv-cinder-847798-1-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b15a2a1-fa03-47f6-8057-83b1bcb8ec31'] response: {'server_uuid': '598844cf-f73b-4630-ad12-f08ab67e89e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209e6ff3-398f-4386-b25b-aef36d5f7e9c', 'code': 200} Jun 27 15:28:38.153125 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-91950977-595b-4b84-a87a-a7bca2aac9b7 None None] Attempting to bind port f8c3485e-111c-4d43-acdd-8af095cebbe8 on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:28:38.153496 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-91950977-595b-4b84-a87a-a7bca2aac9b7 None None] Attempting to bind port f8c3485e-111c-4d43-acdd-8af095cebbe8 by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': 'bf7acfa1-22f7-4fec-9c76-0e4a82984ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0eee18cf-800c-4384-b554-2d5e911cd3d1'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:28:38.153873 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91950977-595b-4b84-a87a-a7bca2aac9b7 None None] Attempting to bind port f8c3485e-111c-4d43-acdd-8af095cebbe8 on network 0eee18cf-800c-4384-b554-2d5e911cd3d1 {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:28:38.169974 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91950977-595b-4b84-a87a-a7bca2aac9b7 None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:28:38.170297 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91950977-595b-4b84-a87a-a7bca2aac9b7 None None] Checking segment: {'id': 'bf7acfa1-22f7-4fec-9c76-0e4a82984ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0eee18cf-800c-4384-b554-2d5e911cd3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:28:38.170675 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-91950977-595b-4b84-a87a-a7bca2aac9b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:38.171075 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91950977-595b-4b84-a87a-a7bca2aac9b7 None None] Bound using segment: {'id': 'bf7acfa1-22f7-4fec-9c76-0e4a82984ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0eee18cf-800c-4384-b554-2d5e911cd3d1'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:28:38.171575 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-91950977-595b-4b84-a87a-a7bca2aac9b7 None None] Bound port: f8c3485e-111c-4d43-acdd-8af095cebbe8, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7acfa1-22f7-4fec-9c76-0e4a82984ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0eee18cf-800c-4384-b554-2d5e911cd3d1'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:28:38.171962 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-91950977-595b-4b84-a87a-a7bca2aac9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (f8c3485e-111c-4d43-acdd-8af095cebbe8), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:38.231835 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a63d1132-b6ed-4b7f-84da-4e7f321c63bc req-32126f64-6d70-469b-8f6e-9448d3633463 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104844 Jun 27 15:28:38.303820 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-91950977-595b-4b84-a87a-a7bca2aac9b7 None None] For port f8c3485e-111c-4d43-acdd-8af095cebbe8, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:28:38.307584 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-91950977-595b-4b84-a87a-a7bca2aac9b7 None None] For port f8c3485e-111c-4d43-acdd-8af095cebbe8, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=f8c3485e-111c-4d43-acdd-8af095cebbe8,segment=NetworkSegment(bf7acfa1-22f7-4fec-9c76-0e4a82984ac7),segment_id=bf7acfa1-22f7-4fec-9c76-0e4a82984ac7)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:28:38.321269 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-91950977-595b-4b84-a87a-a7bca2aac9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (f8c3485e-111c-4d43-acdd-8af095cebbe8), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:38.462027 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-14db14dd-77ac-4493-ad34-0f68f99601c8 None None] Provisioning complete for port f8c3485e-111c-4d43-acdd-8af095cebbe8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:38.462586 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-14db14dd-77ac-4493-ad34-0f68f99601c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (f8c3485e-111c-4d43-acdd-8af095cebbe8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:38.465062 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd22c5ee-265b-4d30-bd81-ff8c512da2e4 req-81a588d1-b3ef-4c46-9556-20475b4d6189 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:38.473976 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bd22c5ee-265b-4d30-bd81-ff8c512da2e4 req-81a588d1-b3ef-4c46-9556-20475b4d6189 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=598844cf-f73b-4630-ad12-f08ab67e89e3 HTTP/1.1" status: 200 len: 946 time: 0.1277153 Jun 27 15:28:38.505978 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91950977-595b-4b84-a87a-a7bca2aac9b7 None None] Routers {'5de5dde3-bb3b-45bb-9650-3ce8219a98e4'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:28:38.507399 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-91950977-595b-4b84-a87a-a7bca2aac9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:28:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['5de5dde3-bb3b-45bb-9650-3ce8219a98e4'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:38.588086 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17251077-a3c7-45e7-80e2-de28062b784d req-63df8a4b-e2af-44e8-8bda-36d400fd4ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:38.590286 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-17251077-a3c7-45e7-80e2-de28062b784d req-63df8a4b-e2af-44e8-8bda-36d400fd4ee3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b99a389f8cd34552ae1b3c30803669ae&device_id=42a451d5-56c8-46fc-914e-2b990c2bd155 HTTP/1.1" status: 200 len: 1127 time: 0.1420894 Jun 27 15:28:38.632085 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bd22c5ee-265b-4d30-bd81-ff8c512da2e4 req-483da8f1-6806-46e7-beda-c5ac0420f4d9 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=eb852d67-e5b6-4f0f-a9b5-83eb5c024fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491184 Jun 27 15:28:38.663966 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:38.775025 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:38.776040 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189eb7f-83a5-4ec4-a623-541526f64b58 None None] Pushing event updated for resources: {'Port': ['ID=f8c3485e-111c-4d43-acdd-8af095cebbe8,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:38.874585 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-91950977-595b-4b84-a87a-a7bca2aac9b7 None None] Set router 5de5dde3-bb3b-45bb-9650-3ce8219a98e4 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:28:38.877589 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b444e4e-6121-4bf0-a745-89879f87e8be req-c105451b-14f1-4685-9f4c-471a018a1bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:38.879178 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9b444e4e-6121-4bf0-a745-89879f87e8be req-c105451b-14f1-4685-9f4c-471a018a1bc5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=598844cf-f73b-4630-ad12-f08ab67e89e3 HTTP/1.1" status: 200 len: 1130 time: 0.1316593 Jun 27 15:28:39.046481 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-187865b7-34a7-4f93-9f03-449c74d12dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:39.102092 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-14db14dd-77ac-4493-ad34-0f68f99601c8 None None] Current status of the port f8c3485e-111c-4d43-acdd-8af095cebbe8 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:39.104471 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-14db14dd-77ac-4493-ad34-0f68f99601c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (f8c3485e-111c-4d43-acdd-8af095cebbe8), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:39.288517 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-14db14dd-77ac-4493-ad34-0f68f99601c8 None None] For port f8c3485e-111c-4d43-acdd-8af095cebbe8, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=f8c3485e-111c-4d43-acdd-8af095cebbe8,segment=NetworkSegment(bf7acfa1-22f7-4fec-9c76-0e4a82984ac7),segment_id=bf7acfa1-22f7-4fec-9c76-0e4a82984ac7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:28:39.290204 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9468b-2923-4d2c-a72c-3185e0f28a93 req-a01c444d-2578-473d-8cc0-7c05b3c94583 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:39.310242 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-14db14dd-77ac-4493-ad34-0f68f99601c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (f8c3485e-111c-4d43-acdd-8af095cebbe8), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:39.312033 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-09f9468b-2923-4d2c-a72c-3185e0f28a93 req-a01c444d-2578-473d-8cc0-7c05b3c94583 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=42a451d5-56c8-46fc-914e-2b990c2bd155 HTTP/1.1" status: 200 len: 943 time: 0.3674431 Jun 27 15:28:39.416155 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9b444e4e-6121-4bf0-a745-89879f87e8be req-bc8dd864-0f0e-4d2a-a526-06bb0cd03832 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eb852d67-e5b6-4f0f-a9b5-83eb5c024fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5222845 Jun 27 15:28:39.432591 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device ea4ab95e-cf94-42bd-ab76-851264e40c78 details requested by agent hyperv_hv-cinder-84779 with host hv-cinder-84779 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 15:28:39.475307 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-91950977-595b-4b84-a87a-a7bca2aac9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de5dde3-bb3b-45bb-9650-3ce8219a98e4', 'name': 'tempest-TestMinimumBasicScenario-248943988-router', 'tenant_id': 'adf8b075ad134044b7c840b7c53e41e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '7c1dfb6e-d943-4ff5-86ab-77486ed33676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:24Z', 'updated_at': '2022-06-27T15:28:32Z', 'revision_number': 4, 'project_id': 'adf8b075ad134044b7c840b7c53e41e6', 'gw_port': {'id': '7c1dfb6e-d943-4ff5-86ab-77486ed33676', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:23:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de5dde3-bb3b-45bb-9650-3ce8219a98e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:25Z', 'updated_at': '2022-06-27T15:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': 'f8c3485e-111c-4d43-acdd-8af095cebbe8', 'name': '', 'network_id': '0eee18cf-800c-4384-b554-2d5e911cd3d1', 'tenant_id': 'adf8b075ad134044b7c840b7c53e41e6', 'mac_address': 'fa:16:3e:ec:42:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de5dde3-bb3b-45bb-9650-3ce8219a98e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '41884c64-d61d-4b96-ac43-0cfd25e83760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:32Z', 'updated_at': '2022-06-27T15:28:38Z', 'revision_number': 4, 'project_id': 'adf8b075ad134044b7c840b7c53e41e6', 'subnets': [{'id': '41884c64-d61d-4b96-ac43-0cfd25e83760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:39.555544 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91950977-595b-4b84-a87a-a7bca2aac9b7 None None] The sync data for ids ['5de5dde3-bb3b-45bb-9650-3ce8219a98e4'] in dv-cinder-847798-1-iscsi is: [{'id': '5de5dde3-bb3b-45bb-9650-3ce8219a98e4', 'name': 'tempest-TestMinimumBasicScenario-248943988-router', 'tenant_id': 'adf8b075ad134044b7c840b7c53e41e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '7c1dfb6e-d943-4ff5-86ab-77486ed33676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:24Z', 'updated_at': '2022-06-27T15:28:32Z', 'revision_number': 4, 'project_id': 'adf8b075ad134044b7c840b7c53e41e6', 'gw_port': {'id': '7c1dfb6e-d943-4ff5-86ab-77486ed33676', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:23:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de5dde3-bb3b-45bb-9650-3ce8219a98e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:25Z', 'updated_at': '2022-06-27T15:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': 'f8c3485e-111c-4d43-acdd-8af095cebbe8', 'name': '', 'network_id': '0eee18cf-800c-4384-b554-2d5e911cd3d1', 'tenant_id': 'adf8b075ad134044b7c840b7c53e41e6', 'mac_address': 'fa:16:3e:ec:42:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5de5dde3-bb3b-45bb-9650-3ce8219a98e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '41884c64-d61d-4b96-ac43-0cfd25e83760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:32Z', 'updated_at': '2022-06-27T15:28:38Z', 'revision_number': 4, 'project_id': 'adf8b075ad134044b7c840b7c53e41e6', 'subnets': [{'id': '41884c64-d61d-4b96-ac43-0cfd25e83760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:28:39.569699 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-09f9468b-2923-4d2c-a72c-3185e0f28a93 req-0e0dfc53-727c-42ce-a5f3-25bad823c663 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/security-groups?id=f099bc72-2769-4a17-8e8f-2a68796760a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534456 Jun 27 15:28:39.661492 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.db.resource_extend [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 27 15:28:39.665939 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c0911d74-a112-4670-b146-b268310a2c85 None None] Provisioning complete for port f8c3485e-111c-4d43-acdd-8af095cebbe8 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:39.666436 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c0911d74-a112-4670-b146-b268310a2c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (f8c3485e-111c-4d43-acdd-8af095cebbe8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:39.723156 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ed4df-4b34-430a-ab5e-735373e3e545 req-ed65a81a-8bd0-46ef-8474-c75fe94b74d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:39.732615 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-221ed4df-4b34-430a-ab5e-735373e3e545 req-ed65a81a-8bd0-46ef-8474-c75fe94b74d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2832173587a6494eb7f73b3ca0a09a0f&device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 1130 time: 0.9747281 Jun 27 15:28:39.787977 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c381d5-9664-4168-96f5-f7b30e0a9f8a req-de98dacc-fe1d-4edf-b348-02d656f92f29 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:39.810742 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-86c381d5-9664-4168-96f5-f7b30e0a9f8a req-de98dacc-fe1d-4edf-b348-02d656f92f29 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 946 time: 0.9419284 Jun 27 15:28:39.835075 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db14dd-77ac-4493-ad34-0f68f99601c8 None None] Pushing event updated for resources: {'Port': ['ID=f8c3485e-111c-4d43-acdd-8af095cebbe8,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:39.894101 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:39.976694 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:39.999552 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-86c381d5-9664-4168-96f5-f7b30e0a9f8a req-097eb273-cc0d-4080-b69e-76370c23ccea tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442897 Jun 27 15:28:40.006878 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17251077-a3c7-45e7-80e2-de28062b784d req-3ac85b88-bdbc-48b8-9b75-aabca9549c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:40.009393 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ac90f-975d-44eb-a958-168f0205c298 req-b88419b4-90f3-49ed-a693-748629297081 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:40.014608 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-17251077-a3c7-45e7-80e2-de28062b784d req-3ac85b88-bdbc-48b8-9b75-aabca9549c6b service neutron] 10.222.0.42 "GET /v2.0/networks?id=2579e3bc-4a9d-498c-82ba-b2ed0949972e HTTP/1.1" status: 200 len: 910 time: 1.4153049 Jun 27 15:28:40.023371 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-468ac90f-975d-44eb-a958-168f0205c298 req-b88419b4-90f3-49ed-a693-748629297081 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.1643012 Jun 27 15:28:40.130624 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port ea4ab95e-cf94-42bd-ab76-851264e40c78, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=ea4ab95e-cf94-42bd-ab76-851264e40c78,segment=NetworkSegment(e3e201e6-4a2f-4b43-8aef-4bdca5df53a9),segment_id=e3e201e6-4a2f-4b43-8aef-4bdca5df53a9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:28:40.142775 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-468ac90f-975d-44eb-a958-168f0205c298 req-de02eeb5-3e89-4518-a4ad-07a0515b9627 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178365 Jun 27 15:28:40.153214 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Returning: {'device': 'ea4ab95e-cf94-42bd-ab76-851264e40c78', 'network_id': '2579e3bc-4a9d-498c-82ba-b2ed0949972e', 'port_id': 'ea4ab95e-cf94-42bd-ab76-851264e40c78', 'mac_address': 'fa:16:3e:45:ff:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2484939d-6240-4069-807c-ba14c336e5af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 15:28:40.256032 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c0911d74-a112-4670-b146-b268310a2c85 None None] Current status of the port f8c3485e-111c-4d43-acdd-8af095cebbe8 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:40.269327 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port ea4ab95e-cf94-42bd-ab76-851264e40c78 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:40.274976 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (ea4ab95e-cf94-42bd-ab76-851264e40c78), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:40.312547 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea4ab95e-cf94-42bd-ab76-851264e40c78 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:28:40.361863 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b4a0b-551e-4a18-8571-aac363dd0095 req-419badba-e235-40a1-8f8a-854a2881b8a0 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:40.370133 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4c8b4a0b-551e-4a18-8571-aac363dd0095 req-419badba-e235-40a1-8f8a-854a2881b8a0 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=598844cf-f73b-4630-ad12-f08ab67e89e3 HTTP/1.1" status: 200 len: 946 time: 0.1395593 Jun 27 15:28:40.377407 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port ea4ab95e-cf94-42bd-ab76-851264e40c78, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=ea4ab95e-cf94-42bd-ab76-851264e40c78,segment=NetworkSegment(e3e201e6-4a2f-4b43-8aef-4bdca5df53a9),segment_id=e3e201e6-4a2f-4b43-8aef-4bdca5df53a9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:28:40.398699 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (ea4ab95e-cf94-42bd-ab76-851264e40c78), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:40.518483 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ed4df-4b34-430a-ab5e-735373e3e545 req-e3ee1c07-5911-4c5d-be56-e515360f8442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:40.521724 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-221ed4df-4b34-430a-ab5e-735373e3e545 req-e3ee1c07-5911-4c5d-be56-e515360f8442 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0dd13161-8ee5-4285-a373-761f6ed0abd7 HTTP/1.1" status: 200 len: 919 time: 0.7059841 Jun 27 15:28:40.562899 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=ea4ab95e-cf94-42bd-ab76-851264e40c78,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:40.593216 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4c8b4a0b-551e-4a18-8571-aac363dd0095 req-dcd3a4b5-fa73-4b13-8cc0-4c3fa25a9100 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=eb852d67-e5b6-4f0f-a9b5-83eb5c024fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218504 Jun 27 15:28:40.716899 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['ea4ab95e-cf94-42bd-ab76-851264e40c78'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:28:40.737553 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-17251077-a3c7-45e7-80e2-de28062b784d req-58154726-df8c-4129-90e2-61d27f302aa3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea4ab95e-cf94-42bd-ab76-851264e40c78 HTTP/1.1" status: 200 len: 217 time: 0.1301339 Jun 27 15:28:40.739460 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-221ed4df-4b34-430a-ab5e-735373e3e545 req-7b58fdd2-1675-4e63-b0bf-820b14c3e6b6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6589e017-7d15-4438-86e5-e3a74e6999a7 HTTP/1.1" status: 200 len: 217 time: 0.1035271 Jun 27 15:28:40.904911 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ed4df-4b34-430a-ab5e-735373e3e545 req-5bbabead-1dc2-45de-a73c-416abd8cd461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:40.907278 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-221ed4df-4b34-430a-ab5e-735373e3e545 req-5bbabead-1dc2-45de-a73c-416abd8cd461 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5101df7e-dc3e-4d22-92a5-4e633fba6a41 HTTP/1.1" status: 200 len: 857 time: 0.1373892 Jun 27 15:28:40.921192 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50f004-4c2a-40f3-98ba-c55033037bce req-ddde0daf-d2b1-4908-8bb3-c1f29d5977ab tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:40.939335 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3e50f004-4c2a-40f3-98ba-c55033037bce req-ddde0daf-d2b1-4908-8bb3-c1f29d5977ab tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=42a451d5-56c8-46fc-914e-2b990c2bd155 HTTP/1.1" status: 200 len: 944 time: 0.0767543 Jun 27 15:28:41.017306 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17251077-a3c7-45e7-80e2-de28062b784d req-d518bcd9-db65-4869-b570-530a6968141a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:41.020352 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-17251077-a3c7-45e7-80e2-de28062b784d req-d518bcd9-db65-4869-b570-530a6968141a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=2484939d-6240-4069-807c-ba14c336e5af HTTP/1.1" status: 200 len: 849 time: 0.2591703 Jun 27 15:28:41.033673 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3e50f004-4c2a-40f3-98ba-c55033037bce req-1dcdc648-286c-472e-8683-28f2effc2c59 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/security-groups?id=f099bc72-2769-4a17-8e8f-2a68796760a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925045 Jun 27 15:28:41.246404 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device f8c3485e-111c-4d43-acdd-8af095cebbe8 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:28:41.293847 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14925eae-35b7-4683-8d87-9bbb38f71ffc req-a6760f84-a1a2-4a4c-8c01-7c79da624102 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:41.297377 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-14925eae-35b7-4683-8d87-9bbb38f71ffc req-a6760f84-a1a2-4a4c-8c01-7c79da624102 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 946 time: 0.1201818 Jun 27 15:28:41.426582 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-14925eae-35b7-4683-8d87-9bbb38f71ffc req-17b24e6b-1b7c-4524-b4a3-9c0efd710e16 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205015 Jun 27 15:28:41.428637 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83d6b9-ccf2-4217-b365-08ba82d8be1b req-fd82e887-de17-41ac-9a96-800c1438d1bc tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:41.431041 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:41.440292 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2d83d6b9-ccf2-4217-b365-08ba82d8be1b req-fd82e887-de17-41ac-9a96-800c1438d1bc tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.1183238 Jun 27 15:28:41.529381 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:41.545007 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port f8c3485e-111c-4d43-acdd-8af095cebbe8 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:41.545577 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (f8c3485e-111c-4d43-acdd-8af095cebbe8), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:41.578445 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:41.625742 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:41.662387 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2d83d6b9-ccf2-4217-b365-08ba82d8be1b req-8011e420-d301-4e8c-bf66-1ff66177802d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179923 Jun 27 15:28:41.771276 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ed4df-4b34-430a-ab5e-735373e3e545 req-2f094367-dd87-4b34-a89a-70b219237ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:41.772894 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-221ed4df-4b34-430a-ab5e-735373e3e545 req-2f094367-dd87-4b34-a89a-70b219237ba8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0dd13161-8ee5-4285-a373-761f6ed0abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3113689 Jun 27 15:28:41.774659 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-17251077-a3c7-45e7-80e2-de28062b784d req-ddb7c078-dfd3-4d2d-b24a-4ef8ffcefee0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2579e3bc-4a9d-498c-82ba-b2ed0949972e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3119619 Jun 27 15:28:41.906107 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0826d8d4-610e-4ced-9262-7d7305dacb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:42.021302 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port f8c3485e-111c-4d43-acdd-8af095cebbe8 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:42.114124 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f560d4-4424-4d69-bf70-f01a05452368 req-9b96ae0a-23d0-4695-910b-5bbd1f433e5d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:42.128346 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d7f560d4-4424-4d69-bf70-f01a05452368 req-9b96ae0a-23d0-4695-910b-5bbd1f433e5d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=598844cf-f73b-4630-ad12-f08ab67e89e3 HTTP/1.1" status: 200 len: 946 time: 0.3324404 Jun 27 15:28:42.270839 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-221ed4df-4b34-430a-ab5e-735373e3e545 req-30e12d8c-bd8a-4665-9aff-d0f485d90eff service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334486 Jun 27 15:28:42.273243 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-17251077-a3c7-45e7-80e2-de28062b784d req-976cc9ea-8ac2-4f2b-b525-55a5be364608 service neutron] 10.222.0.42 "GET /v2.0/networks/2579e3bc-4a9d-498c-82ba-b2ed0949972e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347374 Jun 27 15:28:42.360649 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf0ef4-ede9-4f5b-b912-28f4818a78c3 req-29eb3a05-2b29-4cd5-bfe7-865f525b7da8 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:42.364072 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4bcf0ef4-ede9-4f5b-b912-28f4818a78c3 req-29eb3a05-2b29-4cd5-bfe7-865f525b7da8 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=42a451d5-56c8-46fc-914e-2b990c2bd155 HTTP/1.1" status: 200 len: 944 time: 0.0744491 Jun 27 15:28:42.391024 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d7f560d4-4424-4d69-bf70-f01a05452368 req-286ae117-fc27-4560-bdce-fa089153decc tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=eb852d67-e5b6-4f0f-a9b5-83eb5c024fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613142 Jun 27 15:28:42.568045 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4bcf0ef4-ede9-4f5b-b912-28f4818a78c3 req-f148400c-9877-487c-98fb-ccddaf527da4 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/security-groups?id=f099bc72-2769-4a17-8e8f-2a68796760a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651378 Jun 27 15:28:42.668595 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:42.672588 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-221ed4df-4b34-430a-ab5e-735373e3e545 req-df976fd5-bf89-4bd3-9f6f-86148e680860 service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429964 Jun 27 15:28:42.738897 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-17251077-a3c7-45e7-80e2-de28062b784d req-4c7a21f6-c4fd-4a63-8feb-de902b7cd57c service neutron] 10.222.0.42 "GET /v2.0/networks/2579e3bc-4a9d-498c-82ba-b2ed0949972e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245582 Jun 27 15:28:42.815351 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78943016-e42b-46e3-845b-f597a283f0ee req-1f6034d1-aff9-4185-8072-65525acc4c81 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:42.827665 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-78943016-e42b-46e3-845b-f597a283f0ee req-1f6034d1-aff9-4185-8072-65525acc4c81 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.2285068 Jun 27 15:28:42.890577 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49635c6d-af44-4469-b4ae-97f19722dd6c req-13c53831-5ede-4492-b2ab-2514fafacad1 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:42.894909 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-49635c6d-af44-4469-b4ae-97f19722dd6c req-13c53831-5ede-4492-b2ab-2514fafacad1 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=598844cf-f73b-4630-ad12-f08ab67e89e3 HTTP/1.1" status: 200 len: 946 time: 0.2312889 Jun 27 15:28:42.914367 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 52346) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:42.946517 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-4524218c-b188-45c5-8aab-4e0d9c925ff8 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Request body: {'floatingip': {'port_id': '209e6ff3-398f-4386-b25b-aef36d5f7e9c'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:28:43.105302 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-78943016-e42b-46e3-845b-f597a283f0ee req-fe8ba28b-7392-40e9-bedd-e0c18e65167f tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2761939 Jun 27 15:28:43.111805 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4524218c-b188-45c5-8aab-4e0d9c925ff8 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for floatingip (1c8a144e-fd7c-473c-b00d-3f101a9959f2), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:43.189740 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74700d1-e431-4c22-9db9-8140b19e0778 req-d206aa0a-c3ae-48a2-a4c5-b56f01c7e3e0 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:43.201698 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f74700d1-e431-4c22-9db9-8140b19e0778 req-d206aa0a-c3ae-48a2-a4c5-b56f01c7e3e0 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 946 time: 0.1769502 Jun 27 15:28:43.268488 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f74700d1-e431-4c22-9db9-8140b19e0778 req-3a0984c1-c663-4b53-8192-995a03ce6fb8 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679176 Jun 27 15:28:43.389230 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:43.419171 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device ea4ab95e-cf94-42bd-ab76-851264e40c78 up at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:28:43.424473 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b88659-d4f0-4ade-99e5-573a812d0111 req-d3a1c5bc-6347-45f4-bb2a-8e0f644234b1 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:43.433291 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a3b88659-d4f0-4ade-99e5-573a812d0111 req-d3a1c5bc-6347-45f4-bb2a-8e0f644234b1 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.0939801 Jun 27 15:28:43.492827 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:43.520850 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning for port ea4ab95e-cf94-42bd-ab76-851264e40c78 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 15:28:43.535816 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning complete for port ea4ab95e-cf94-42bd-ab76-851264e40c78 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:43.537377 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (ea4ab95e-cf94-42bd-ab76-851264e40c78), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:43.622515 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a3b88659-d4f0-4ade-99e5-573a812d0111 req-f8514188-9f53-4baa-ac1e-7fc2a13536e5 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881669 Jun 27 15:28:43.794471 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port ea4ab95e-cf94-42bd-ab76-851264e40c78 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:43.795538 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (ea4ab95e-cf94-42bd-ab76-851264e40c78), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:43.831159 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a451d5-56c8-46fc-914e-2b990c2bd155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4ab95e-cf94-42bd-ab76-851264e40c78'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:28:43.834472 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d85b7032bc105ad9eb63a31382f750c4bf6bbb4824e658972134fe301cb831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4796635f-c25f-4472-beed-d3746d5049ee" -d '{"events": [{"server_uuid": "42a451d5-56c8-46fc-914e-2b990c2bd155", "name": "network-vif-plugged", "status": "completed", "tag": "ea4ab95e-cf94-42bd-ab76-851264e40c78"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:28:43.859272 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port ea4ab95e-cf94-42bd-ab76-851264e40c78, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=ea4ab95e-cf94-42bd-ab76-851264e40c78,segment=NetworkSegment(e3e201e6-4a2f-4b43-8aef-4bdca5df53a9),segment_id=e3e201e6-4a2f-4b43-8aef-4bdca5df53a9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:28:43.869391 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (ea4ab95e-cf94-42bd-ab76-851264e40c78), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:44.011605 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=ea4ab95e-cf94-42bd-ab76-851264e40c78,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:44.037731 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271f237d-cf5c-458d-bbc2-b420e53b5dec x-openstack-request-id: req-271f237d-cf5c-458d-bbc2-b420e53b5dec {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:28:44.038073 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a451d5-56c8-46fc-914e-2b990c2bd155", "name": "network-vif-plugged", "status": "completed", "tag": "ea4ab95e-cf94-42bd-ab76-851264e40c78", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:28:44.038288 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-271f237d-cf5c-458d-bbc2-b420e53b5dec {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:28:44.038743 dv-cinder-847798-1-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-271f237d-cf5c-458d-bbc2-b420e53b5dec'] response: {'server_uuid': '42a451d5-56c8-46fc-914e-2b990c2bd155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea4ab95e-cf94-42bd-ab76-851264e40c78', 'code': 200} Jun 27 15:28:44.075105 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30155131-a274-4708-9d79-403b94fa76aa req-0c6962b7-6a12-4d14-a811-b26c1429e3a2 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:44.085153 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-30155131-a274-4708-9d79-403b94fa76aa req-0c6962b7-6a12-4d14-a811-b26c1429e3a2 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=42a451d5-56c8-46fc-914e-2b990c2bd155 HTTP/1.1" status: 200 len: 945 time: 0.2462292 Jun 27 15:28:44.216295 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4524218c-b188-45c5-8aab-4e0d9c925ff8 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:44.226772 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-30155131-a274-4708-9d79-403b94fa76aa req-a4c731cf-0520-40c5-900b-774592410a76 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/security-groups?id=f099bc72-2769-4a17-8e8f-2a68796760a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362867 Jun 27 15:28:44.227585 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4524218c-b188-45c5-8aab-4e0d9c925ff8 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (1c8a144e-fd7c-473c-b00d-3f101a9959f2), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:44.428268 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486c899-90e2-4b80-9b65-9d4343ba0eb6 req-b855e9fa-0a17-4c4a-89bd-803a24e49b91 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:44.430068 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e486c899-90e2-4b80-9b65-9d4343ba0eb6 req-b855e9fa-0a17-4c4a-89bd-803a24e49b91 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.1402092 Jun 27 15:28:44.457637 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:44.539917 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:44.546307 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e486c899-90e2-4b80-9b65-9d4343ba0eb6 req-97a93c8c-f3c0-43e5-9528-a5ecebf1c66c tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005905 Jun 27 15:28:44.551921 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.l3_db [None req-4524218c-b188-45c5-8aab-4e0d9c925ff8 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Floating IP 1c8a144e-fd7c-473c-b00d-3f101a9959f2 associated. External IP: 172.27.2.35, port: 209e6ff3-398f-4386-b25b-aef36d5f7e9c. Jun 27 15:28:44.632896 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46a7d9-fdd5-4fe6-8ee3-c4832068cb95 req-60236f59-fd3b-43e8-bcae-b878d4f1e212 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:44.635639 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9e46a7d9-fdd5-4fe6-8ee3-c4832068cb95 req-60236f59-fd3b-43e8-bcae-b878d4f1e212 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 946 time: 0.1517162 Jun 27 15:28:44.765803 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9e46a7d9-fdd5-4fe6-8ee3-c4832068cb95 req-378330d9-f884-4a83-a9d1-bc387c90194a tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134114 Jun 27 15:28:44.903299 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4c8db-99ae-4128-ab86-aec487d6ee57 req-4bc55ae4-c982-448d-9b7b-dcdef9e38b30 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:44.904962 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-94d4c8db-99ae-4128-ab86-aec487d6ee57 req-4bc55ae4-c982-448d-9b7b-dcdef9e38b30 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.1599653 Jun 27 15:28:44.909803 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4524218c-b188-45c5-8aab-4e0d9c925ff8 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Router d503fd2a-6057-4a70-b0d6-50c2350edbeb has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:28:45.082193 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:45.087244 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4524218c-b188-45c5-8aab-4e0d9c925ff8 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:28:45.104983 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-94d4c8db-99ae-4128-ab86-aec487d6ee57 req-26590ce0-9a12-4d50-ad86-1f57eca8eb17 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870272 Jun 27 15:28:45.119475 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4524218c-b188-45c5-8aab-4e0d9c925ff8 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:45.119955 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343dde76-6a30-4f05-a5bd-e4392f9e061a None None] Sync routers for ids ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'] in dv-cinder-847798-1-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:28:45.146996 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343dde76-6a30-4f05-a5bd-e4392f9e061a None None] Routers {'d503fd2a-6057-4a70-b0d6-50c2350edbeb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:28:45.148018 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-343dde76-6a30-4f05-a5bd-e4392f9e061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:28:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:45.166788 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-4524218c-b188-45c5-8aab-4e0d9c925ff8 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "PUT /v2.0/floatingips/1c8a144e-fd7c-473c-b00d-3f101a9959f2 HTTP/1.1" status: 200 len: 991 time: 2.2436640 Jun 27 15:28:45.166788 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598844cf-f73b-4630-ad12-f08ab67e89e3', 'tag': '209e6ff3-398f-4386-b25b-aef36d5f7e9c'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:28:45.168700 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cdc9c3-d311-48d2-93c4-b6a36fcd6a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "598844cf-f73b-4630-ad12-f08ab67e89e3", "tag": "209e6ff3-398f-4386-b25b-aef36d5f7e9c"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:28:45.231558 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8406e91b-adc2-4aff-9bf7-39f23c03fea2 x-openstack-request-id: req-8406e91b-adc2-4aff-9bf7-39f23c03fea2 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:28:45.232449 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598844cf-f73b-4630-ad12-f08ab67e89e3", "tag": "209e6ff3-398f-4386-b25b-aef36d5f7e9c", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:28:45.242782 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8406e91b-adc2-4aff-9bf7-39f23c03fea2 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:28:45.243363 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8406e91b-adc2-4aff-9bf7-39f23c03fea2'] response: {'name': 'network-changed', 'server_uuid': '598844cf-f73b-4630-ad12-f08ab67e89e3', 'tag': '209e6ff3-398f-4386-b25b-aef36d5f7e9c', 'status': 'completed', 'code': 200} Jun 27 15:28:45.340100 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10609af7-46ca-417c-925d-b5aeaa98b70d req-4f74e83b-494e-4a9e-bdc4-3279374986ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:45.342363 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-10609af7-46ca-417c-925d-b5aeaa98b70d req-4f74e83b-494e-4a9e-bdc4-3279374986ff service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=42a451d5-56c8-46fc-914e-2b990c2bd155 HTTP/1.1" status: 200 len: 1129 time: 0.1223357 Jun 27 15:28:45.402860 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-343dde76-6a30-4f05-a5bd-e4392f9e061a None None] Set router d503fd2a-6057-4a70-b0d6-50c2350edbeb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:28:45.420585 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:45.423694 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-10609af7-46ca-417c-925d-b5aeaa98b70d req-febdc5e0-35e0-4499-9296-658232a053bc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f099bc72-2769-4a17-8e8f-2a68796760a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586426 Jun 27 15:28:45.428609 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdc9c3-d311-48d2-93c4-b6a36fcd6a5c req-7d97b130-4561-4c46-8c1e-94027af757a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:45.430549 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-81cdc9c3-d311-48d2-93c4-b6a36fcd6a5c req-7d97b130-4561-4c46-8c1e-94027af757a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dff1983b1b3047378b88d87d54aa709d&device_id=598844cf-f73b-4630-ad12-f08ab67e89e3 HTTP/1.1" status: 200 len: 1130 time: 0.1449163 Jun 27 15:28:45.443661 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24338de1-f9b8-40bf-8dbf-a743332b3a8f req-7b1a973e-4b59-4d71-939c-a50d3764bae4 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:45.451040 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-24338de1-f9b8-40bf-8dbf-a743332b3a8f req-7b1a973e-4b59-4d71-939c-a50d3764bae4 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=42a451d5-56c8-46fc-914e-2b990c2bd155 HTTP/1.1" status: 200 len: 945 time: 0.1309953 Jun 27 15:28:45.515570 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-24338de1-f9b8-40bf-8dbf-a743332b3a8f req-7d4768f2-a775-4d9a-909e-8b11ed955c3c tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/security-groups?id=f099bc72-2769-4a17-8e8f-2a68796760a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625558 Jun 27 15:28:45.843447 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdc9c3-d311-48d2-93c4-b6a36fcd6a5c req-f198d200-85e1-4505-856b-54637f8c8411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:45.846452 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-81cdc9c3-d311-48d2-93c4-b6a36fcd6a5c req-f198d200-85e1-4505-856b-54637f8c8411 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2b3a5f-8943-48e2-bb0f-3f837d61206a HTTP/1.1" status: 200 len: 915 time: 0.1947706 Jun 27 15:28:45.893512 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeae78-c12e-4798-843a-f19b8c2a9433 req-b026a52f-68d7-4497-b479-6f5d9edaa26b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:45.902279 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-77eeae78-c12e-4798-843a-f19b8c2a9433 req-b026a52f-68d7-4497-b479-6f5d9edaa26b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.1526673 Jun 27 15:28:45.992576 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-343dde76-6a30-4f05-a5bd-e4392f9e061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 4, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '1c8a144e-fd7c-473c-b00d-3f101a9959f2', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'port_id': '209e6ff3-398f-4386-b25b-aef36d5f7e9c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'mac_address': 'fa:16:3e:73:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598844cf-f73b-4630-ad12-f08ab67e89e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:28:18Z', 'updated_at': '2022-06-27T15:28:44Z', 'revision_number': 1, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033c5111-34d9-49ec-bd05-b663eb62f175', 'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'mac_address': 'fa:16:3e:c5:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 5, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'subnets': [{'id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:46.037055 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343dde76-6a30-4f05-a5bd-e4392f9e061a None None] Checking router: d503fd2a-6057-4a70-b0d6-50c2350edbeb for host: dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:28:46.044293 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-77eeae78-c12e-4798-843a-f19b8c2a9433 req-1323b25d-ee1c-4fb2-a6eb-d2c3c630a541 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358650 Jun 27 15:28:46.048718 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343dde76-6a30-4f05-a5bd-e4392f9e061a None None] Routers {'d503fd2a-6057-4a70-b0d6-50c2350edbeb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:28:46.049549 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-343dde76-6a30-4f05-a5bd-e4392f9e061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:28:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:46.130915 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:46.238903 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-343dde76-6a30-4f05-a5bd-e4392f9e061a None None] Set router d503fd2a-6057-4a70-b0d6-50c2350edbeb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:28:46.352952 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09ebbc-f6af-4831-b4da-a68edddfe76e req-12611417-715d-482a-a2b3-94374636369a tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:46.361756 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-df09ebbc-f6af-4831-b4da-a68edddfe76e req-12611417-715d-482a-a2b3-94374636369a tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.0864203 Jun 27 15:28:46.433081 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:46.436614 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-81cdc9c3-d311-48d2-93c4-b6a36fcd6a5c req-2d775e6b-e5a5-4fb6-a0c6-3548a7e9c486 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=209e6ff3-398f-4386-b25b-aef36d5f7e9c HTTP/1.1" status: 200 len: 999 time: 0.5768940 Jun 27 15:28:46.439903 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-df09ebbc-f6af-4831-b4da-a68edddfe76e req-54fa1ff3-8370-43a6-98d3-982412349a4c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763679 Jun 27 15:28:46.451376 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d155a6-fc7b-4caa-a0bd-528cae0d7aeb req-65d8cdd3-a113-4e9a-9990-c947b42532d5 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:46.461088 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-47d155a6-fc7b-4caa-a0bd-528cae0d7aeb req-65d8cdd3-a113-4e9a-9990-c947b42532d5 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 946 time: 0.5133712 Jun 27 15:28:46.517243 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:46.718815 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdc9c3-d311-48d2-93c4-b6a36fcd6a5c req-a26b7f20-7f7d-4872-819e-a89f6f2f6616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:46.720852 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-81cdc9c3-d311-48d2-93c4-b6a36fcd6a5c req-a26b7f20-7f7d-4872-819e-a89f6f2f6616 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8a06131b-528a-47d8-9082-6c3add5ef19c HTTP/1.1" status: 200 len: 853 time: 0.2530870 Jun 27 15:28:46.760465 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-47d155a6-fc7b-4caa-a0bd-528cae0d7aeb req-134d956c-3a97-4722-8a65-51171296a89a tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436914 Jun 27 15:28:46.762461 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-343dde76-6a30-4f05-a5bd-e4392f9e061a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 4, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '1c8a144e-fd7c-473c-b00d-3f101a9959f2', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'port_id': '209e6ff3-398f-4386-b25b-aef36d5f7e9c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'mac_address': 'fa:16:3e:73:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598844cf-f73b-4630-ad12-f08ab67e89e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:28:18Z', 'updated_at': '2022-06-27T15:28:44Z', 'revision_number': 1, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033c5111-34d9-49ec-bd05-b663eb62f175', 'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'mac_address': 'fa:16:3e:c5:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 5, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'subnets': [{'id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:28:46.771640 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1198e1-699d-4e19-8a0c-95ecf9e37ed5 req-3fa17072-e8c6-44cb-9708-1525c697d8bc tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:46.778849 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5c1198e1-699d-4e19-8a0c-95ecf9e37ed5 req-3fa17072-e8c6-44cb-9708-1525c697d8bc tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=42a451d5-56c8-46fc-914e-2b990c2bd155 HTTP/1.1" status: 200 len: 945 time: 0.1507800 Jun 27 15:28:46.831986 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343dde76-6a30-4f05-a5bd-e4392f9e061a None None] The sync data for ids ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'] in dv-cinder-847798-1-iscsi is: [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 4, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '1c8a144e-fd7c-473c-b00d-3f101a9959f2', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'port_id': '209e6ff3-398f-4386-b25b-aef36d5f7e9c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'mac_address': 'fa:16:3e:73:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598844cf-f73b-4630-ad12-f08ab67e89e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:28:18Z', 'updated_at': '2022-06-27T15:28:44Z', 'revision_number': 1, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033c5111-34d9-49ec-bd05-b663eb62f175', 'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'mac_address': 'fa:16:3e:c5:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 5, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'subnets': [{'id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:28:46.870311 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5c1198e1-699d-4e19-8a0c-95ecf9e37ed5 req-14d3f765-8696-4d71-86a4-7d3232d3a4dc tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/security-groups?id=f099bc72-2769-4a17-8e8f-2a68796760a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901992 Jun 27 15:28:47.291069 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d2ad12-bdab-4511-ba10-7587f4c06cc9 None None] New status for floating IP 1c8a144e-fd7c-473c-b00d-3f101a9959f2: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 15:28:47.336006 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb35af-f65b-4f7f-967f-226aab0eeea7 req-dd2977d2-d837-48cb-a7f4-df904c52c44e tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:47.337877 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-23bb35af-f65b-4f7f-967f-226aab0eeea7 req-dd2977d2-d837-48cb-a7f4-df904c52c44e tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.1441381 Jun 27 15:28:47.518126 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdc9c3-d311-48d2-93c4-b6a36fcd6a5c req-caf85119-08f3-401e-ac6f-7a457c5ad371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:47.522060 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-81cdc9c3-d311-48d2-93c4-b6a36fcd6a5c req-caf85119-08f3-401e-ac6f-7a457c5ad371 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2b3a5f-8943-48e2-bb0f-3f837d61206a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1236365 Jun 27 15:28:47.532649 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-23bb35af-f65b-4f7f-967f-226aab0eeea7 req-5fc37cf6-2de8-4d86-97df-c2dd12a7b980 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782479 Jun 27 15:28:47.601886 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a295eba9-eddf-4e45-85d7-2d22cca9a3fe req-2a503903-cc79-4731-b609-5116b76eacfc tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:47.603554 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a295eba9-eddf-4e45-85d7-2d22cca9a3fe req-2a503903-cc79-4731-b609-5116b76eacfc tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.0683455 Jun 27 15:28:47.717970 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a295eba9-eddf-4e45-85d7-2d22cca9a3fe req-ff59ceb1-9447-471a-b25f-b1f306704ea5 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047418 Jun 27 15:28:47.741481 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-81cdc9c3-d311-48d2-93c4-b6a36fcd6a5c req-ff65e1a6-33e9-4414-b80d-6cd3588ee422 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067695 Jun 27 15:28:47.873146 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-81cdc9c3-d311-48d2-93c4-b6a36fcd6a5c req-f8843ed8-e46b-49a5-b547-3342cc9bd4d8 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205194 Jun 27 15:28:48.022538 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d0953-8b18-48b5-b1ed-55f650efee91 req-403e11f3-4ba8-4e19-94dd-0eb0151b3ea8 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:48.028458 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a01d0953-8b18-48b5-b1ed-55f650efee91 req-403e11f3-4ba8-4e19-94dd-0eb0151b3ea8 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=42a451d5-56c8-46fc-914e-2b990c2bd155 HTTP/1.1" status: 200 len: 945 time: 0.0791793 Jun 27 15:28:48.126951 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a01d0953-8b18-48b5-b1ed-55f650efee91 req-dfe3bc98-fb9d-473b-bcc6-95054f53caf9 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/security-groups?id=f099bc72-2769-4a17-8e8f-2a68796760a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883136 Jun 27 15:28:48.714252 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 52440) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:48.720373 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f06e8a-5ff3-41e3-b11e-02e66b9072e1 req-641f800d-cb7e-4e31-a9bc-862100f61857 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:48.722107 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-75f06e8a-5ff3-41e3-b11e-02e66b9072e1 req-641f800d-cb7e-4e31-a9bc-862100f61857 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.0766149 Jun 27 15:28:48.723049 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-f38625b0-d496-4bc4-be1d-983244bfe57a tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Request body: {'security_group': {'name': 'tempest-securitygroup--517480710', 'description': 'tempest-description--579558555'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:28:48.774837 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f38625b0-d496-4bc4-be1d-983244bfe57a tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:48.814477 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-75f06e8a-5ff3-41e3-b11e-02e66b9072e1 req-cbb8add8-0136-4a34-932c-92193ab595f6 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790398 Jun 27 15:28:48.906933 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:48.917025 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:48.938277 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1b9fd-fefc-4735-889c-bcc2a1e75da4 req-28596962-2601-41cf-8d75-220ad343d7ed tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:48.938277 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-77b1b9fd-fefc-4735-889c-bcc2a1e75da4 req-28596962-2601-41cf-8d75-220ad343d7ed tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.0708482 Jun 27 15:28:48.988422 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f38625b0-d496-4bc4-be1d-983244bfe57a tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks [] for security_group (c467885f-8142-4242-bf11-b38775816572), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:49.006784 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f38625b0-d496-4bc4-be1d-983244bfe57a tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (c467885f-8142-4242-bf11-b38775816572), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:49.067768 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f38625b0-d496-4bc4-be1d-983244bfe57a tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:49.068692 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-f38625b0-d496-4bc4-be1d-983244bfe57a tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3524983 Jun 27 15:28:49.071795 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 52448) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:49.076983 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-97200f5c-aed8-4941-a01b-3758ecd80151 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Request body: {'security_group_rule': {'security_group_id': 'c467885f-8142-4242-bf11-b38775816572', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:28:49.083312 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38625b0-d496-4bc4-be1d-983244bfe57a tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c467885f-8142-4242-bf11-b38775816572,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:49.097108 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-77b1b9fd-fefc-4735-889c-bcc2a1e75da4 req-334263dd-d745-4f75-9927-9162a21ed66f tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062129 Jun 27 15:28:49.127885 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-97200f5c-aed8-4941-a01b-3758ecd80151 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks [] for security_group_rule (56653727-5855-4b28-a6d3-61ce14273011), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:49.198511 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:49.236717 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-97200f5c-aed8-4941-a01b-3758ecd80151 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks [] for security_group_rule (56653727-5855-4b28-a6d3-61ce14273011), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:49.251749 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-97200f5c-aed8-4941-a01b-3758ecd80151 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (56653727-5855-4b28-a6d3-61ce14273011), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:49.272149 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:49.277558 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97200f5c-aed8-4941-a01b-3758ecd80151 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56653727-5855-4b28-a6d3-61ce14273011,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:49.308700 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-97200f5c-aed8-4941-a01b-3758ecd80151 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:49.317880 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-97200f5c-aed8-4941-a01b-3758ecd80151 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2388842 Jun 27 15:28:49.320994 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 52454) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:49.332460 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0225a5-2a9a-4759-b107-71a4ae709ad2 req-508c0563-d153-4186-90ab-15841de00382 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:49.332738 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1ec62b72-fc1b-40c2-980e-11da56ab6ac3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Request body: {'security_group_rule': {'security_group_id': 'c467885f-8142-4242-bf11-b38775816572', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:28:49.333455 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2e0225a5-2a9a-4759-b107-71a4ae709ad2 req-508c0563-d153-4186-90ab-15841de00382 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=42a451d5-56c8-46fc-914e-2b990c2bd155 HTTP/1.1" status: 200 len: 945 time: 0.0844758 Jun 27 15:28:49.381033 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ec62b72-fc1b-40c2-980e-11da56ab6ac3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks [] for security_group_rule (a7085f80-c1c9-4242-8692-ad1c06c40053), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:49.422365 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 62696634-23e0-4313-bcf8-d3be6665d3aa details requested by agent hyperv_hv-cinder-84779 with host hv-cinder-84779 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 15:28:49.432935 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2e0225a5-2a9a-4759-b107-71a4ae709ad2 req-8df288cd-8c90-4979-8cd5-d9ec13961b1a tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/security-groups?id=f099bc72-2769-4a17-8e8f-2a68796760a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975533 Jun 27 15:28:49.539082 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ec62b72-fc1b-40c2-980e-11da56ab6ac3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks [] for security_group_rule (a7085f80-c1c9-4242-8692-ad1c06c40053), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:49.546744 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ec62b72-fc1b-40c2-980e-11da56ab6ac3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (a7085f80-c1c9-4242-8692-ad1c06c40053), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:49.568383 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 62696634-23e0-4313-bcf8-d3be6665d3aa, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=62696634-23e0-4313-bcf8-d3be6665d3aa,segment=NetworkSegment(e8df84b0-b449-4f32-9fef-1bd341ec9717),segment_id=e8df84b0-b449-4f32-9fef-1bd341ec9717)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:28:49.573361 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec62b72-fc1b-40c2-980e-11da56ab6ac3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7085f80-c1c9-4242-8692-ad1c06c40053,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:49.584005 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ec62b72-fc1b-40c2-980e-11da56ab6ac3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:49.585317 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-1ec62b72-fc1b-40c2-980e-11da56ab6ac3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2632833 Jun 27 15:28:49.587902 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Returning: {'device': '62696634-23e0-4313-bcf8-d3be6665d3aa', 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'port_id': '62696634-23e0-4313-bcf8-d3be6665d3aa', 'mac_address': 'fa:16:3e:9f:45:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 15:28:49.588596 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 52458) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:49.593410 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-262cb708-a3cf-4752-9f07-0f6d43707028 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Request body: {'floatingip': {'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:28:49.627722 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-262cb708-a3cf-4752-9f07-0f6d43707028 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:49.641743 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 62696634-23e0-4313-bcf8-d3be6665d3aa is: ACTIVE; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:49.642307 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (62696634-23e0-4313-bcf8-d3be6665d3aa), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:49.670837 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62696634-23e0-4313-bcf8-d3be6665d3aa {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:28:49.697940 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 62696634-23e0-4313-bcf8-d3be6665d3aa, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=62696634-23e0-4313-bcf8-d3be6665d3aa,segment=NetworkSegment(e8df84b0-b449-4f32-9fef-1bd341ec9717),segment_id=e8df84b0-b449-4f32-9fef-1bd341ec9717)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:28:49.704066 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (62696634-23e0-4313-bcf8-d3be6665d3aa), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:49.772711 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=62696634-23e0-4313-bcf8-d3be6665d3aa,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:49.773259 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-262cb708-a3cf-4752-9f07-0f6d43707028 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:49.782118 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:49.831686 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['62696634-23e0-4313-bcf8-d3be6665d3aa'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:28:49.963915 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-262cb708-a3cf-4752-9f07-0f6d43707028 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Allocated IP 172.27.2.106 (514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb/6226739c-eac4-4784-90b9-a0481f53f3ba/17078c74-c9f8-4f20-8efe-03afbdbbd628) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:28:50.091651 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d50e4-dec2-4af8-a222-5104fabf81fb req-14e4b6a9-bbc4-4ae2-8678-a139bf31de99 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:50.093639 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-de9d50e4-dec2-4af8-a222-5104fabf81fb req-14e4b6a9-bbc4-4ae2-8678-a139bf31de99 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.1118963 Jun 27 15:28:50.200784 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-de9d50e4-dec2-4af8-a222-5104fabf81fb req-1ad2ec7c-83c3-47ec-aae9-b6f71eb71e44 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980105 Jun 27 15:28:50.244987 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-262cb708-a3cf-4752-9f07-0f6d43707028 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks [] for port (17078c74-c9f8-4f20-8efe-03afbdbbd628), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:50.325743 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-262cb708-a3cf-4752-9f07-0f6d43707028 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (17078c74-c9f8-4f20-8efe-03afbdbbd628), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:50.400303 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c532e22-6bf3-4520-bb49-054cbc85e246 req-9e29fb56-d9eb-49a5-a361-15e3418176b9 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:50.402004 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5c532e22-6bf3-4520-bb49-054cbc85e246 req-9e29fb56-d9eb-49a5-a361-15e3418176b9 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 945 time: 0.1119757 Jun 27 15:28:50.410225 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262cb708-a3cf-4752-9f07-0f6d43707028 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:28:50.410478 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262cb708-a3cf-4752-9f07-0f6d43707028 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Pushing event updated for resources: {'Port': ['ID=17078c74-c9f8-4f20-8efe-03afbdbbd628,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:50.418783 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-262cb708-a3cf-4752-9f07-0f6d43707028 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:28:50.435197 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262cb708-a3cf-4752-9f07-0f6d43707028 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:28:50.566757 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5c532e22-6bf3-4520-bb49-054cbc85e246 req-f6251927-a9d6-43ab-885e-9371519a3b7c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448660 Jun 27 15:28:50.629282 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d4930-8c89-46f2-92cc-fdc2e60bbf22 req-35d8133f-faa8-4246-aa89-c4b817aca9a9 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:50.631073 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bb1d4930-8c89-46f2-92cc-fdc2e60bbf22 req-35d8133f-faa8-4246-aa89-c4b817aca9a9 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=42a451d5-56c8-46fc-914e-2b990c2bd155 HTTP/1.1" status: 200 len: 945 time: 0.1023140 Jun 27 15:28:50.675088 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-262cb708-a3cf-4752-9f07-0f6d43707028 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks [] for floatingip (06d7fcc9-9139-4dda-9060-5fd35b1653d0), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:50.685693 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:50.733013 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bb1d4930-8c89-46f2-92cc-fdc2e60bbf22 req-5fd7ec6f-537b-492f-a249-0a19794ee860 tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/security-groups?id=f099bc72-2769-4a17-8e8f-2a68796760a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915105 Jun 27 15:28:50.757734 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-262cb708-a3cf-4752-9f07-0f6d43707028 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (17078c74-c9f8-4f20-8efe-03afbdbbd628), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:51.052720 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28959183-c68a-4c82-9e49-60b3c432f408 req-8d03c02a-9550-4ce0-b1e2-b19748e0baef tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:51.054527 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-28959183-c68a-4c82-9e49-60b3c432f408 req-8d03c02a-9550-4ce0-b1e2-b19748e0baef tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.42 "GET /v2.0/ports?device_id=42a451d5-56c8-46fc-914e-2b990c2bd155 HTTP/1.1" status: 200 len: 945 time: 0.1217430 Jun 27 15:28:51.103939 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:51.171249 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-262cb708-a3cf-4752-9f07-0f6d43707028 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks [] for port (17078c74-c9f8-4f20-8efe-03afbdbbd628), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:51.202434 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-262cb708-a3cf-4752-9f07-0f6d43707028 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (17078c74-c9f8-4f20-8efe-03afbdbbd628), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:51.437058 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 62696634-23e0-4313-bcf8-d3be6665d3aa up at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:28:51.451582 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-28959183-c68a-4c82-9e49-60b3c432f408 req-36d0c0ed-da07-4a8b-85e7-3dce05c2874f tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Deleting port ea4ab95e-cf94-42bd-ab76-851264e40c78 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:28:51.451905 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-28959183-c68a-4c82-9e49-60b3c432f408 req-36d0c0ed-da07-4a8b-85e7-3dce05c2874f tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (ea4ab95e-cf94-42bd-ab76-851264e40c78), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:51.606796 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-28959183-c68a-4c82-9e49-60b3c432f408 req-36d0c0ed-da07-4a8b-85e7-3dce05c2874f tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] For port ea4ab95e-cf94-42bd-ab76-851264e40c78, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=ea4ab95e-cf94-42bd-ab76-851264e40c78,segment=NetworkSegment(e3e201e6-4a2f-4b43-8aef-4bdca5df53a9),segment_id=e3e201e6-4a2f-4b43-8aef-4bdca5df53a9)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:28:51.607766 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-28959183-c68a-4c82-9e49-60b3c432f408 req-36d0c0ed-da07-4a8b-85e7-3dce05c2874f tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (ea4ab95e-cf94-42bd-ab76-851264e40c78), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:51.629837 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning complete for port 62696634-23e0-4313-bcf8-d3be6665d3aa triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:28:51.630211 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (62696634-23e0-4313-bcf8-d3be6665d3aa), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:51.635825 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-28959183-c68a-4c82-9e49-60b3c432f408 req-36d0c0ed-da07-4a8b-85e7-3dce05c2874f tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Calling delete_port for ea4ab95e-cf94-42bd-ab76-851264e40c78 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:28:51.825352 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34315d4b-5b09-42c6-94cb-e9e5c746f5b6 req-4958d718-011d-4cd1-bc76-9eed133b1498 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:51.839727 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-34315d4b-5b09-42c6-94cb-e9e5c746f5b6 req-4958d718-011d-4cd1-bc76-9eed133b1498 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 945 time: 0.1054456 Jun 27 15:28:51.888498 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-262cb708-a3cf-4752-9f07-0f6d43707028 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (06d7fcc9-9139-4dda-9060-5fd35b1653d0), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:51.895016 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 62696634-23e0-4313-bcf8-d3be6665d3aa is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:28:51.896017 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (62696634-23e0-4313-bcf8-d3be6665d3aa), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:51.984191 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 62696634-23e0-4313-bcf8-d3be6665d3aa, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=62696634-23e0-4313-bcf8-d3be6665d3aa,segment=NetworkSegment(e8df84b0-b449-4f32-9fef-1bd341ec9717),segment_id=e8df84b0-b449-4f32-9fef-1bd341ec9717)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:28:51.987316 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:51.988889 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:51.990086 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831291d0-f04d-4927-afcd-88fd058db642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62696634-23e0-4313-bcf8-d3be6665d3aa'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:28:51.995953 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d85b7032bc105ad9eb63a31382f750c4bf6bbb4824e658972134fe301cb831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc7da88-40d2-4ada-b20f-9d65fbe27c35" -d '{"events": [{"server_uuid": "831291d0-f04d-4927-afcd-88fd058db642", "name": "network-vif-plugged", "status": "completed", "tag": "62696634-23e0-4313-bcf8-d3be6665d3aa"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:28:51.996892 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-34315d4b-5b09-42c6-94cb-e9e5c746f5b6 req-e38ed309-c39d-4dbc-92f2-73baf684b50a tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528380 Jun 27 15:28:52.003630 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (62696634-23e0-4313-bcf8-d3be6665d3aa), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:52.009195 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f162b8-2575-4060-b130-8477c310e458 req-bbc87745-2327-4a20-9b77-0a257e7bc1b0 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:52.011792 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-22f162b8-2575-4060-b130-8477c310e458 req-bbc87745-2327-4a20-9b77-0a257e7bc1b0 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.6623747 Jun 27 15:28:52.019760 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262cb708-a3cf-4752-9f07-0f6d43707028 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Pushing event updated for resources: {'Port': ['ID=17078c74-c9f8-4f20-8efe-03afbdbbd628,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:52.039479 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-262cb708-a3cf-4752-9f07-0f6d43707028 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:52.056748 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-262cb708-a3cf-4752-9f07-0f6d43707028 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4581566 Jun 27 15:28:52.117434 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=62696634-23e0-4313-bcf8-d3be6665d3aa,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:52.212555 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06fc8c-33b0-4b79-93d6-30103325f610 req-f9919d94-bdd4-40af-acd0-68bdaa07410a tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:52.220562 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-de06fc8c-33b0-4b79-93d6-30103325f610 req-f9919d94-bdd4-40af-acd0-68bdaa07410a tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/ports?device_id=42a451d5-56c8-46fc-914e-2b990c2bd155 HTTP/1.1" status: 200 len: 945 time: 0.0958827 Jun 27 15:28:52.291818 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-de06fc8c-33b0-4b79-93d6-30103325f610 req-aaf27287-7256-456e-b4c2-82cbbf14f9bc tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.26 "GET /v2.0/security-groups?id=f099bc72-2769-4a17-8e8f-2a68796760a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705600 Jun 27 15:28:52.305263 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-22f162b8-2575-4060-b130-8477c310e458 req-9db98f51-28bf-4eb2-a626-73dacf08e694 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2729537 Jun 27 15:28:52.351427 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36b79b6-6188-4a25-a0de-5862cea701eb x-openstack-request-id: req-d36b79b6-6188-4a25-a0de-5862cea701eb {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:28:52.351744 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831291d0-f04d-4927-afcd-88fd058db642", "name": "network-vif-plugged", "status": "completed", "tag": "62696634-23e0-4313-bcf8-d3be6665d3aa", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:28:52.352253 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d36b79b6-6188-4a25-a0de-5862cea701eb {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:28:52.352732 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-28959183-c68a-4c82-9e49-60b3c432f408 req-36d0c0ed-da07-4a8b-85e7-3dce05c2874f tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (ea4ab95e-cf94-42bd-ab76-851264e40c78), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:52.353060 dv-cinder-847798-1-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d36b79b6-6188-4a25-a0de-5862cea701eb'] response: {'server_uuid': '831291d0-f04d-4927-afcd-88fd058db642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62696634-23e0-4313-bcf8-d3be6665d3aa', 'code': 200} Jun 27 15:28:52.376032 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['ea4ab95e-cf94-42bd-ab76-851264e40c78'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:28:52.435775 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0c0ed-da07-4a8b-85e7-3dce05c2874f tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Pushing event deleted for resources: {'Port': ['ID=ea4ab95e-cf94-42bd-ab76-851264e40c78,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:52.460361 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:52.539934 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-28959183-c68a-4c82-9e49-60b3c432f408 req-36d0c0ed-da07-4a8b-85e7-3dce05c2874f tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] No DVR routers for this DVR port ea4ab95e-cf94-42bd-ab76-851264e40c78 on host hv-cinder-84779 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:28:52.546863 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 52530) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:52.548474 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-28959183-c68a-4c82-9e49-60b3c432f408 req-36d0c0ed-da07-4a8b-85e7-3dce05c2874f tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:52.552196 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-28959183-c68a-4c82-9e49-60b3c432f408 req-36d0c0ed-da07-4a8b-85e7-3dce05c2874f tempest-VolumesActionsTest-702925784 tempest-VolumesActionsTest-702925784-project] 10.222.0.42 "DELETE /v2.0/ports/ea4ab95e-cf94-42bd-ab76-851264e40c78 HTTP/1.1" status: 204 len: 173 time: 1.4634223 Jun 27 15:28:52.552795 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42a451d5-56c8-46fc-914e-2b990c2bd155', 'name': 'network-vif-deleted', 'tag': 'ea4ab95e-cf94-42bd-ab76-851264e40c78'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:28:52.555609 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c772d0-6094-491c-b73c-ca5645920541" -d '{"events": [{"server_uuid": "42a451d5-56c8-46fc-914e-2b990c2bd155", "name": "network-vif-deleted", "tag": "ea4ab95e-cf94-42bd-ab76-851264e40c78"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:28:52.630364 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed038b50-dca6-4e5d-b642-cacd5939e187 x-openstack-request-id: req-ed038b50-dca6-4e5d-b642-cacd5939e187 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:28:52.630498 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42a451d5-56c8-46fc-914e-2b990c2bd155", "name": "network-vif-deleted", "tag": "ea4ab95e-cf94-42bd-ab76-851264e40c78", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:28:52.630736 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed038b50-dca6-4e5d-b642-cacd5939e187 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:28:52.631993 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed038b50-dca6-4e5d-b642-cacd5939e187'] response: {'server_uuid': '42a451d5-56c8-46fc-914e-2b990c2bd155', 'name': 'network-vif-deleted', 'tag': 'ea4ab95e-cf94-42bd-ab76-851264e40c78', 'status': 'completed', 'code': 200} Jun 27 15:28:52.826468 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e19593c-b874-4475-a38d-e01a5244b1d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:52.968269 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e19593c-b874-4475-a38d-e01a5244b1d9 admin admin] Publish callbacks [] for security_group (c7dfab89-3107-4ed3-84fc-3ddbd801dfc1), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:52.973588 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4e19593c-b874-4475-a38d-e01a5244b1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (c7dfab89-3107-4ed3-84fc-3ddbd801dfc1), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:53.010453 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 52544) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:53.031858 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-4e19593c-b874-4475-a38d-e01a5244b1d9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d1134cd659be4d9a9ea186e99239a81b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4837315 Jun 27 15:28:53.112511 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19593c-b874-4475-a38d-e01a5244b1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dfab89-3107-4ed3-84fc-3ddbd801dfc1,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:53.178791 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d668bc4e-c09d-4272-867a-f2c3ff9e4267 admin admin] Publish callbacks [] for security_group (c7dfab89-3107-4ed3-84fc-3ddbd801dfc1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:53.247767 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d668bc4e-c09d-4272-867a-f2c3ff9e4267 admin admin] Publish callbacks [] for security_group (c7dfab89-3107-4ed3-84fc-3ddbd801dfc1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:53.252999 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb672966-a5b9-4b07-a405-b9c6870ab244 req-e33b86e0-fbb2-4e07-aa93-1006fcf1abd0 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:53.260047 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fb672966-a5b9-4b07-a405-b9c6870ab244 req-e33b86e0-fbb2-4e07-aa93-1006fcf1abd0 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.1294205 Jun 27 15:28:53.360994 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fb672966-a5b9-4b07-a405-b9c6870ab244 req-7d67ed51-8a8b-4ef1-9f30-de43aac5a6ed tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997097 Jun 27 15:28:53.423326 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d668bc4e-c09d-4272-867a-f2c3ff9e4267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (c7dfab89-3107-4ed3-84fc-3ddbd801dfc1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:53.429436 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d668bc4e-c09d-4272-867a-f2c3ff9e4267 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:53.433234 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-d668bc4e-c09d-4272-867a-f2c3ff9e4267 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c7dfab89-3107-4ed3-84fc-3ddbd801dfc1 HTTP/1.1" status: 204 len: 168 time: 0.4193244 Jun 27 15:28:53.489081 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668bc4e-c09d-4272-867a-f2c3ff9e4267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dfab89-3107-4ed3-84fc-3ddbd801dfc1,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:53.792874 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6641a-fd63-46d9-9ba8-fe093a41da63 req-196dcb18-6bfc-42ea-b50c-5f861b7644c5 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:53.805172 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1dc6641a-fd63-46d9-9ba8-fe093a41da63 req-196dcb18-6bfc-42ea-b50c-5f861b7644c5 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.1569133 Jun 27 15:28:53.894492 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:53.895218 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:53.913457 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1dc6641a-fd63-46d9-9ba8-fe093a41da63 req-370923f6-07a0-41f3-aba2-4aab9957285f tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068730 Jun 27 15:28:54.276886 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 52572) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:54.312727 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c49681ec-356c-4034-a0bc-82d341cad5a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:54.433318 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c49681ec-356c-4034-a0bc-82d341cad5a2 admin admin] Publish callbacks [] for security_group (3a2aea78-fe83-4f89-bd8e-eb5a79148616), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:54.434969 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=9,neutron:INSERT=6 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:54.443841 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c49681ec-356c-4034-a0bc-82d341cad5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (3a2aea78-fe83-4f89-bd8e-eb5a79148616), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:54.502941 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49681ec-356c-4034-a0bc-82d341cad5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2aea78-fe83-4f89-bd8e-eb5a79148616,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:54.509631 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-c49681ec-356c-4034-a0bc-82d341cad5a2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=003fa09ccf014b76ad53b88fa7f9fed1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301810 Jun 27 15:28:54.514138 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 52584) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:54.577730 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e691d75-d870-4e6d-a8e2-dc25aec02ea7 req-0b69c40c-0a2c-4f0a-933f-af216f9c2d96 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:54.591945 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6e691d75-d870-4e6d-a8e2-dc25aec02ea7 req-0b69c40c-0a2c-4f0a-933f-af216f9c2d96 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.1095462 Jun 27 15:28:54.629415 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7a6be53f-6ce8-4c0b-9b31-9cdf0861b23f admin admin] Publish callbacks [] for security_group (3a2aea78-fe83-4f89-bd8e-eb5a79148616), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:54.697341 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7a6be53f-6ce8-4c0b-9b31-9cdf0861b23f admin admin] Publish callbacks [] for security_group (3a2aea78-fe83-4f89-bd8e-eb5a79148616), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:54.710430 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6e691d75-d870-4e6d-a8e2-dc25aec02ea7 req-ceff98b7-10c0-42cb-8a11-f7704a79e1ee tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167126 Jun 27 15:28:54.800989 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7a6be53f-6ce8-4c0b-9b31-9cdf0861b23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (3a2aea78-fe83-4f89-bd8e-eb5a79148616), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:54.806012 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7a6be53f-6ce8-4c0b-9b31-9cdf0861b23f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:54.810361 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-7a6be53f-6ce8-4c0b-9b31-9cdf0861b23f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3a2aea78-fe83-4f89-bd8e-eb5a79148616 HTTP/1.1" status: 204 len: 168 time: 0.2949698 Jun 27 15:28:54.851105 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6be53f-6ce8-4c0b-9b31-9cdf0861b23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2aea78-fe83-4f89-bd8e-eb5a79148616,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:55.102963 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce378c-432a-453d-bc90-d65b01db8ff6 req-85e04925-15b4-4cff-9f2a-c84e41eca7ea tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:55.104655 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fdce378c-432a-453d-bc90-d65b01db8ff6 req-85e04925-15b4-4cff-9f2a-c84e41eca7ea tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.0836713 Jun 27 15:28:55.216372 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fdce378c-432a-453d-bc90-d65b01db8ff6 req-a71d9857-b259-4540-b1b2-6b34fa00bac5 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904295 Jun 27 15:28:55.430404 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device ea4ab95e-cf94-42bd-ab76-851264e40c78 no longer exists at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:28:55.483990 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] No Port match for: ea4ab95e-cf94-42bd-ab76-851264e40c78 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:28:55.487980 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device ea4ab95e-cf94-42bd-ab76-851264e40c78 not bound to the agent host hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:28:55.520449 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 52608) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:55.536263 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-34f2c44e-ecda-4831-be82-af3ca3e5738b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:55.692652 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-54fe4878-d608-4780-b01e-3672a2e4320c req-ea3e5df3-5d19-4b04-b475-269d210cd88e tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--517480710&fields=id&tenant_id=2832173587a6494eb7f73b3ca0a09a0f HTTP/1.1" status: 200 len: 267 time: 0.0756791 Jun 27 15:28:55.840030 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:55.926985 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-34f2c44e-ecda-4831-be82-af3ca3e5738b admin admin] Publish callbacks [] for security_group (6b01049a-1976-4be4-9438-0dfeea2c2a0e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:55.988861 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26340a3d-e6cd-4e8a-9f01-dd8b2505f4cf req-d31390f9-3139-47ea-b4dc-6ba1b42c06a5 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:55.990883 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-26340a3d-e6cd-4e8a-9f01-dd8b2505f4cf req-d31390f9-3139-47ea-b4dc-6ba1b42c06a5 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.0788846 Jun 27 15:28:56.003692 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-34f2c44e-ecda-4831-be82-af3ca3e5738b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (6b01049a-1976-4be4-9438-0dfeea2c2a0e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:56.069004 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-26340a3d-e6cd-4e8a-9f01-dd8b2505f4cf req-fe4abc2c-a82b-4c2d-b19c-b29ef1c25468 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673048 Jun 27 15:28:56.079791 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-34f2c44e-ecda-4831-be82-af3ca3e5738b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0c773b78078e4685a6d8bfac07cd7211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5581691 Jun 27 15:28:56.082603 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 52634) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:28:56.114449 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe4878-d608-4780-b01e-3672a2e4320c req-9de19c21-1b72-45f2-9748-deff3f7bd7e4 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:56.121696 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-54fe4878-d608-4780-b01e-3672a2e4320c req-9de19c21-1b72-45f2-9748-deff3f7bd7e4 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/networks?id=0dd13161-8ee5-4285-a373-761f6ed0abd7 HTTP/1.1" status: 200 len: 818 time: 0.4130683 Jun 27 15:28:56.123732 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f2c44e-ecda-4831-be82-af3ca3e5738b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b01049a-1976-4be4-9438-0dfeea2c2a0e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:56.149685 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-54fe4878-d608-4780-b01e-3672a2e4320c req-acfb17b7-df5b-4b2c-b886-fa64f084f1d0 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/quotas/2832173587a6494eb7f73b3ca0a09a0f HTTP/1.1" status: 200 len: 375 time: 0.0269475 Jun 27 15:28:56.204788 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-352683a8-8336-447b-90f9-0d110b6e7cc6 admin admin] Publish callbacks [] for security_group (6b01049a-1976-4be4-9438-0dfeea2c2a0e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:56.229056 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-54fe4878-d608-4780-b01e-3672a2e4320c req-5f3fa57d-85f6-4ddb-889d-1b978beeb880 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2832173587a6494eb7f73b3ca0a09a0f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0769475 Jun 27 15:28:56.249205 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-352683a8-8336-447b-90f9-0d110b6e7cc6 admin admin] Publish callbacks [] for security_group (6b01049a-1976-4be4-9438-0dfeea2c2a0e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:56.405233 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-352683a8-8336-447b-90f9-0d110b6e7cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (6b01049a-1976-4be4-9438-0dfeea2c2a0e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:56.408701 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-352683a8-8336-447b-90f9-0d110b6e7cc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:28:56.410362 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-352683a8-8336-447b-90f9-0d110b6e7cc6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6b01049a-1976-4be4-9438-0dfeea2c2a0e HTTP/1.1" status: 204 len: 168 time: 0.3267148 Jun 27 15:28:56.432093 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-54fe4878-d608-4780-b01e-3672a2e4320c req-d0cfe217-08f8-4827-a6cd-fafe60df7363 service neutron] 10.222.0.26 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843369 Jun 27 15:28:56.461604 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352683a8-8336-447b-90f9-0d110b6e7cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b01049a-1976-4be4-9438-0dfeea2c2a0e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:28:56.510338 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-b8a17cc3-ce57-4b7c-bbcb-63fa806f0240 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:56.511966 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-b8a17cc3-ce57-4b7c-bbcb-63fa806f0240 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/networks?id=79265a58-e851-4f46-80e6-8bd40ee58e6c HTTP/1.1" status: 200 len: 814 time: 0.2593927 Jun 27 15:28:56.548849 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-82ad0008-384a-4c9a-a3d5-00cf7f791748 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/quotas/52c96385e67941648eee6bf532b3f141 HTTP/1.1" status: 200 len: 375 time: 0.0152361 Jun 27 15:28:56.631607 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-21d56787-4bee-446c-b8ec-70356d4fcc17 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=52c96385e67941648eee6bf532b3f141&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810530 Jun 27 15:28:56.631864 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-54fe4878-d608-4780-b01e-3672a2e4320c req-c4bfed44-d0a5-4c20-b8b4-f60e96fa8b54 service neutron] 10.222.0.26 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987162 Jun 27 15:28:56.799531 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-1347c435-5272-4670-9a48-7077ed9ae80d service neutron] 10.222.0.26 "GET /v2.0/networks/79265a58-e851-4f46-80e6-8bd40ee58e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621134 Jun 27 15:28:57.045002 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bca51-35dd-4d91-b5e9-ab1ca68d7ef9 req-fec1ed1f-b01c-4ea2-b7d2-d66153a8db80 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:57.046059 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5f6bca51-35dd-4d91-b5e9-ab1ca68d7ef9 req-fec1ed1f-b01c-4ea2-b7d2-d66153a8db80 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.1167119 Jun 27 15:28:57.095841 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-b48e59c1-379c-42a1-b131-c7df87c1bed7 service neutron] 10.222.0.26 "GET /v2.0/networks/79265a58-e851-4f46-80e6-8bd40ee58e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871850 Jun 27 15:28:57.225772 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5f6bca51-35dd-4d91-b5e9-ab1ca68d7ef9 req-b1ef2bfb-2f5f-4fb1-aba5-54502ffcf328 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654673 Jun 27 15:28:57.426670 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-dcd9b4ca-c780-4171-827d-44f6989d6d04 req-978de0a2-c219-4d3b-93fb-0dc329fe5cf9 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 210 time: 0.1204839 Jun 27 15:28:57.657085 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4270ec-d32e-40f4-8fe0-349627c45ffa req-33734008-1205-44c8-aaf2-6bc7ccfa721b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:57.667127 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0c4270ec-d32e-40f4-8fe0-349627c45ffa req-33734008-1205-44c8-aaf2-6bc7ccfa721b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.1114538 Jun 27 15:28:57.711365 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-08fc385f-b17f-4d6b-a8b0-b44b159675df req-437e8a24-a470-4d64-bac3-e3804512cf56 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 210 time: 0.1064818 Jun 27 15:28:57.741010 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0c4270ec-d32e-40f4-8fe0-349627c45ffa req-bdeef1a1-5b15-4187-9133-62ac050c1729 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725887 Jun 27 15:28:58.440280 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69ae55-e318-4c6b-8561-cf6dcf021452 req-6c1ca522-803e-479e-939a-ad3ddc143c4b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:58.449685 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cb69ae55-e318-4c6b-8561-cf6dcf021452 req-6c1ca522-803e-479e-939a-ad3ddc143c4b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.1139593 Jun 27 15:28:58.495634 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:58.543709 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cb69ae55-e318-4c6b-8561-cf6dcf021452 req-3db7fb7f-a576-4ba4-bfdc-6eb04634adcd tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902357 Jun 27 15:28:58.964398 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cc82df9d-52ca-4425-a50c-f455f56de92b req-dee633c1-6503-4cea-8534-549d5c70ca13 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 210 time: 0.0951180 Jun 27 15:28:59.186408 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e90d9-c8db-4cd3-8188-9bce10bddd1e req-555ddbd6-1c9d-41bb-a906-186dced32d72 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:59.196193 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f32e90d9-c8db-4cd3-8188-9bce10bddd1e req-555ddbd6-1c9d-41bb-a906-186dced32d72 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.0741339 Jun 27 15:28:59.263949 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e10c14b2-5eb7-45cb-a701-273d05076feb req-e71a1857-0892-49cc-b3b5-ca6d50e5bb54 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 210 time: 0.7088230 Jun 27 15:28:59.273813 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f32e90d9-c8db-4cd3-8188-9bce10bddd1e req-8fe193d9-6319-4497-8841-ce55c8734964 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745640 Jun 27 15:28:59.756251 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0812c43-05ae-4aea-89a3-5e1b9e00d234 req-e02cd4ab-e9a6-4bc4-a3f5-cbf3f699136c tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:28:59.769222 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c0812c43-05ae-4aea-89a3-5e1b9e00d234 req-e02cd4ab-e9a6-4bc4-a3f5-cbf3f699136c tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.0923641 Jun 27 15:28:59.853049 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:59.865663 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:28:59.876545 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c0812c43-05ae-4aea-89a3-5e1b9e00d234 req-c7404658-a915-468b-9ebf-9d30ad958318 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039875 Jun 27 15:29:00.299941 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b92aad52-22a5-4464-9e07-4aa3a76d7824 req-f2f73644-7e63-4496-856b-5a852d62aa2d tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 210 time: 0.1113429 Jun 27 15:29:00.538776 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe4878-d608-4780-b01e-3672a2e4320c req-be8ec409-8fa8-429f-aa91-dfd737c02cc0 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:00.542838 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-54fe4878-d608-4780-b01e-3672a2e4320c req-be8ec409-8fa8-429f-aa91-dfd737c02cc0 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.42 "GET /v2.0/networks?id=0dd13161-8ee5-4285-a373-761f6ed0abd7 HTTP/1.1" status: 200 len: 818 time: 0.5132458 Jun 27 15:29:00.582550 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-55c1156c-2eaa-404e-b22d-eb46378440f7 req-40282bb4-05ec-4178-b770-6b32702d1161 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 210 time: 0.0905020 Jun 27 15:29:00.682840 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-f73a5a08-96e5-4768-a4a3-c69dd7c99c40 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:00.685204 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-f73a5a08-96e5-4768-a4a3-c69dd7c99c40 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.42 "GET /v2.0/networks?id=79265a58-e851-4f46-80e6-8bd40ee58e6c HTTP/1.1" status: 200 len: 814 time: 0.4666317 Jun 27 15:29:00.711353 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-ea295820-01f2-4258-ad1e-15e9ecfd0740 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Request body: {'port': {'device_id': 'ce5aa595-85d6-44d8-9b6a-0fd0e958657c', 'network_id': '79265a58-e851-4f46-80e6-8bd40ee58e6c', 'admin_state_up': True, 'tenant_id': '52c96385e67941648eee6bf532b3f141'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:29:00.768613 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e0f3c-dabf-4e66-ab9c-3a60492c9fda req-5f467871-1dc9-4d4c-a158-607fba70419a tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:00.779140 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5d8e0f3c-dabf-4e66-ab9c-3a60492c9fda req-5f467871-1dc9-4d4c-a158-607fba70419a tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.0964909 Jun 27 15:29:00.888924 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-54fe4878-d608-4780-b01e-3672a2e4320c req-8289ae22-ec54-43d7-8c90-39354b53b84b tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2832173587a6494eb7f73b3ca0a09a0f HTTP/1.1" status: 200 len: 379 time: 0.3141236 Jun 27 15:29:00.969006 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5d8e0f3c-dabf-4e66-ab9c-3a60492c9fda req-0276a4b8-2630-44c5-aeaf-56ea1646e51d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874878 Jun 27 15:29:01.020458 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:01.062524 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4e042-4786-4bed-8f88-87b339dcd4b4 req-32727998-c107-463c-86c1-cf855681ebe6 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:01.065665 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-abe4e042-4786-4bed-8f88-87b339dcd4b4 req-32727998-c107-463c-86c1-cf855681ebe6 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.1059723 Jun 27 15:29:01.079735 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-54fe4878-d608-4780-b01e-3672a2e4320c req-8e64636b-0ea4-402b-8d6a-86ee2b5981be tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Request body: {'port': {'device_id': '6b96384b-617e-4ae6-989b-f16e60189883', 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7', 'admin_state_up': True, 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'security_groups': ['c467885f-8142-4242-bf11-b38775816572']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:29:01.178303 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ff0ec-c4fe-4dc7-9c0a-067914fb5f9c req-23d9b625-b0a5-471d-8e78-dd86e644156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:01.180737 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3e7ff0ec-c4fe-4dc7-9c0a-067914fb5f9c req-23d9b625-b0a5-471d-8e78-dd86e644156a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e07fc46cd5f4afe875767c926bd63ee&device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 1129 time: 0.0874877 Jun 27 15:29:01.296038 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:29:01.369518 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-ea295820-01f2-4258-ad1e-15e9ecfd0740 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Made reservation on behalf of 52c96385e67941648eee6bf532b3f141 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:29:01.373602 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-ea295820-01f2-4258-ad1e-15e9ecfd0740 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:01.396632 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ff0ec-c4fe-4dc7-9c0a-067914fb5f9c req-d1870fdf-ec5e-4734-9550-8e9a17f91937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:01.403158 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3e7ff0ec-c4fe-4dc7-9c0a-067914fb5f9c req-d1870fdf-ec5e-4734-9550-8e9a17f91937 service neutron] 10.222.0.42 "GET /v2.0/networks?id=42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 HTTP/1.1" status: 200 len: 911 time: 0.2126734 Jun 27 15:29:01.426265 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-abe4e042-4786-4bed-8f88-87b339dcd4b4 req-1df288fe-dc00-4d09-906e-622d307a9a6d tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3245597 Jun 27 15:29:01.548143 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54fe4878-d608-4780-b01e-3672a2e4320c req-8e64636b-0ea4-402b-8d6a-86ee2b5981be tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Made reservation on behalf of 2832173587a6494eb7f73b3ca0a09a0f for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:29:01.554924 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-54fe4878-d608-4780-b01e-3672a2e4320c req-8e64636b-0ea4-402b-8d6a-86ee2b5981be tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:01.570589 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3e7ff0ec-c4fe-4dc7-9c0a-067914fb5f9c req-ae557931-28c8-435f-9d03-54976cb4dfd4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=309f419d-b0d1-4868-a4ca-ca1976451588 HTTP/1.1" status: 200 len: 1001 time: 0.1596825 Jun 27 15:29:01.604687 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-db2a2ed0-c5e9-4816-a4d3-8bec711b12cf req-ce9ca668-d8a5-4bd4-bb01-63c82eb60c15 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 210 time: 0.0767095 Jun 27 15:29:01.700308 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ff0ec-c4fe-4dc7-9c0a-067914fb5f9c req-4f6b7fff-2f31-42ac-815c-91e00d6ad479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:01.711733 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3e7ff0ec-c4fe-4dc7-9c0a-067914fb5f9c req-4f6b7fff-2f31-42ac-815c-91e00d6ad479 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf7190f5-96d6-4fc7-8135-6ae4628d416d HTTP/1.1" status: 200 len: 849 time: 0.1057539 Jun 27 15:29:01.890246 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ff0ec-c4fe-4dc7-9c0a-067914fb5f9c req-dc6190b6-a31a-41df-8d8e-7bdd082649f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:01.896446 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3e7ff0ec-c4fe-4dc7-9c0a-067914fb5f9c req-dc6190b6-a31a-41df-8d8e-7bdd082649f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=42d6796f-0df3-4f1e-9bd2-00a387c5c9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1763265 Jun 27 15:29:01.900932 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-ea295820-01f2-4258-ad1e-15e9ecfd0740 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Allocated IP 172.20.0.7 (79265a58-e851-4f46-80e6-8bd40ee58e6c/01c8c3bc-3231-413d-87ec-f0dfb1f32f40/3ccbca6d-373a-42a6-9d88-221bb0b77dd5) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:29:02.309553 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ffaf3ca4-ff39-4c83-94de-579efaf835b1 req-c35a4388-a07c-4119-9a59-f0c288939c75 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 210 time: 0.5504801 Jun 27 15:29:02.322475 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a7678-582a-4361-89cf-e7f1d7f71595 req-69307b7e-73a0-46b8-9d65-b5b08e72e5cb tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:02.326441 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ce2a7678-582a-4361-89cf-e7f1d7f71595 req-69307b7e-73a0-46b8-9d65-b5b08e72e5cb tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.1136348 Jun 27 15:29:02.640646 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3e7ff0ec-c4fe-4dc7-9c0a-067914fb5f9c req-e8f9a235-5af9-425f-ae3a-23a32eb6a7ab service neutron] 10.222.0.42 "GET /v2.0/networks/42d6796f-0df3-4f1e-9bd2-00a387c5c9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7368267 Jun 27 15:29:02.746001 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-ea295820-01f2-4258-ad1e-15e9ecfd0740 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for port (3ccbca6d-373a-42a6-9d88-221bb0b77dd5), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:02.792864 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ce2a7678-582a-4361-89cf-e7f1d7f71595 req-4ee4c1ba-48b1-42b7-9c91-8c8b446a544d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4547098 Jun 27 15:29:02.799617 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:02.800924 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:02.934661 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-ea295820-01f2-4258-ad1e-15e9ecfd0740 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (3ccbca6d-373a-42a6-9d88-221bb0b77dd5), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:02.953231 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3e7ff0ec-c4fe-4dc7-9c0a-067914fb5f9c req-6ea9277c-500a-454f-8d20-8695bb40869e service neutron] 10.222.0.42 "GET /v2.0/networks/42d6796f-0df3-4f1e-9bd2-00a387c5c9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897453 Jun 27 15:29:03.027307 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984a63f-7839-4215-89f6-a7a3ce74265b req-4a224b9a-b872-4495-b72c-cdc3eaac1efb tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:03.028995 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8984a63f-7839-4215-89f6-a7a3ce74265b req-4a224b9a-b872-4495-b72c-cdc3eaac1efb tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 931 time: 0.0747211 Jun 27 15:29:03.032843 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2679bdc-924b-47ec-a07a-576a43412dd8 req-0a78b625-1a76-45c8-8d5e-4052dedbb15a tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:03.035641 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f2679bdc-924b-47ec-a07a-576a43412dd8 req-0a78b625-1a76-45c8-8d5e-4052dedbb15a tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.2324247 Jun 27 15:29:03.046634 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-ea295820-01f2-4258-ad1e-15e9ecfd0740 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Network 79265a58-e851-4f46-80e6-8bd40ee58e6c is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:29:03.067231 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-ea295820-01f2-4258-ad1e-15e9ecfd0740 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:29:03.074204 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-54fe4878-d608-4780-b01e-3672a2e4320c req-8e64636b-0ea4-402b-8d6a-86ee2b5981be tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Allocated IP 172.20.0.9 (0dd13161-8ee5-4285-a373-761f6ed0abd7/5101df7e-dc3e-4d22-92a5-4e633fba6a41/44036d57-a43c-4cb8-b4e7-dad2d8ab154a) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:29:03.088944 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-ea295820-01f2-4258-ad1e-15e9ecfd0740 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:29:03.099100 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea295820-01f2-4258-ad1e-15e9ecfd0740 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Pushing event updated for resources: {'Port': ['ID=3ccbca6d-373a-42a6-9d88-221bb0b77dd5,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:29:03.143312 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8984a63f-7839-4215-89f6-a7a3ce74265b req-951b7d47-e904-4a20-81a9-c10f4c4d6a80 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059544 Jun 27 15:29:03.492676 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-ea295820-01f2-4258-ad1e-15e9ecfd0740 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:03.494228 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-ea295820-01f2-4258-ad1e-15e9ecfd0740 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:03.508076 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-13d532ff-87e6-47d3-a4b0-3db283369d26 req-7fc9c9ee-407a-4077-aa3a-9a500d236d9b tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 210 time: 0.0568988 Jun 27 15:29:03.562913 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f2679bdc-924b-47ec-a07a-576a43412dd8 req-1132ed6e-764b-4bab-a979-9d427da0fea1 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5141280 Jun 27 15:29:03.570623 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ed03dbab-719a-45d8-adf2-d99cfb6523d4 None None] Provisioning complete for port 3ccbca6d-373a-42a6-9d88-221bb0b77dd5 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:29:03.571286 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ed03dbab-719a-45d8-adf2-d99cfb6523d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (3ccbca6d-373a-42a6-9d88-221bb0b77dd5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:03.628416 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-ea295820-01f2-4258-ad1e-15e9ecfd0740 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9227586 Jun 27 15:29:03.689367 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-54fe4878-d608-4780-b01e-3672a2e4320c req-8e64636b-0ea4-402b-8d6a-86ee2b5981be tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks [] for port (44036d57-a43c-4cb8-b4e7-dad2d8ab154a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:03.692208 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ed03dbab-719a-45d8-adf2-d99cfb6523d4 None None] Port 3ccbca6d-373a-42a6-9d88-221bb0b77dd5 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:29:03.717768 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-5e2ea563-6daf-4e2b-9343-5529db700894 service neutron] Request body: {'port': {'device_id': 'ce5aa595-85d6-44d8-9b6a-0fd0e958657c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84779'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:29:03.896961 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-5e2ea563-6daf-4e2b-9343-5529db700894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (3ccbca6d-373a-42a6-9d88-221bb0b77dd5), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:03.901162 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-54fe4878-d608-4780-b01e-3672a2e4320c req-8e64636b-0ea4-402b-8d6a-86ee2b5981be tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (44036d57-a43c-4cb8-b4e7-dad2d8ab154a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:03.981411 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:03.984787 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54fe4878-d608-4780-b01e-3672a2e4320c req-8e64636b-0ea4-402b-8d6a-86ee2b5981be tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Network 0dd13161-8ee5-4285-a373-761f6ed0abd7 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:29:04.001491 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-54fe4878-d608-4780-b01e-3672a2e4320c req-8e64636b-0ea4-402b-8d6a-86ee2b5981be tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:29:04.017185 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fe4878-d608-4780-b01e-3672a2e4320c req-8e64636b-0ea4-402b-8d6a-86ee2b5981be tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:29:04.215100 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eae85a-840f-40ae-9546-c583260b1eef req-1cd75bcf-0ae5-41a1-878e-e06adc1029d8 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:04.223596 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-52eae85a-840f-40ae-9546-c583260b1eef req-1cd75bcf-0ae5-41a1-878e-e06adc1029d8 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.1450043 Jun 27 15:29:04.387955 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:04.441161 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-52eae85a-840f-40ae-9546-c583260b1eef req-737780e8-7158-4ca9-8f5e-386911e81cfe tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104414 Jun 27 15:29:04.650562 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-127f5bed-2ef6-4a32-9640-72957671f73f None None] Provisioning complete for port 44036d57-a43c-4cb8-b4e7-dad2d8ab154a triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:29:04.651461 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-127f5bed-2ef6-4a32-9640-72957671f73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (44036d57-a43c-4cb8-b4e7-dad2d8ab154a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:04.797365 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-127f5bed-2ef6-4a32-9640-72957671f73f None None] Port 44036d57-a43c-4cb8-b4e7-dad2d8ab154a cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:29:04.797947 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba9d4a-430a-4d1c-bd82-dc7dc4e80270 req-dbeed233-b8ae-4f4e-8985-b2f4d28b9519 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:04.812118 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a4ba9d4a-430a-4d1c-bd82-dc7dc4e80270 req-dbeed233-b8ae-4f4e-8985-b2f4d28b9519 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 931 time: 0.1419482 Jun 27 15:29:04.953418 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a4ba9d4a-430a-4d1c-bd82-dc7dc4e80270 req-389ac42f-6390-40b6-8181-7c962f1aebc6 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400952 Jun 27 15:29:04.976088 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe4878-d608-4780-b01e-3672a2e4320c req-8e64636b-0ea4-402b-8d6a-86ee2b5981be tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:04.977489 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-54fe4878-d608-4780-b01e-3672a2e4320c req-8e64636b-0ea4-402b-8d6a-86ee2b5981be tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:05.129452 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca128ce9-a435-4539-bbca-2fa6cb137ac5 req-aacdba23-8755-4030-8f3b-00384f2edf6b tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:05.137444 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ca128ce9-a435-4539-bbca-2fa6cb137ac5 req-aacdba23-8755-4030-8f3b-00384f2edf6b tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 931 time: 0.1191881 Jun 27 15:29:05.175251 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-54fe4878-d608-4780-b01e-3672a2e4320c req-8e64636b-0ea4-402b-8d6a-86ee2b5981be tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2168834 Jun 27 15:29:05.180339 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64636b-0ea4-402b-8d6a-86ee2b5981be tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Pushing event updated for resources: {'Port': ['ID=44036d57-a43c-4cb8-b4e7-dad2d8ab154a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:29:05.198600 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-54fe4878-d608-4780-b01e-3672a2e4320c req-65c246cf-77b0-4f46-9832-4227d35a2897 service neutron] Request body: {'port': {'device_id': '6b96384b-617e-4ae6-989b-f16e60189883', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84779'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:29:05.246593 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ca128ce9-a435-4539-bbca-2fa6cb137ac5 req-2b97e6c4-dc77-4eb2-8dcb-45ae97cd5d01 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066711 Jun 27 15:29:05.293975 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff842e87-905b-432f-a94a-270f5ffc9e57 req-75c19100-8536-4126-819f-90c8e8dfbe8e tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:05.296420 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ff842e87-905b-432f-a94a-270f5ffc9e57 req-75c19100-8536-4126-819f-90c8e8dfbe8e tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.2168529 Jun 27 15:29:05.362572 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:05.461429 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ff842e87-905b-432f-a94a-270f5ffc9e57 req-bb461955-210a-4a71-9e88-16fae014e7f4 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580667 Jun 27 15:29:05.667836 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-54fe4878-d608-4780-b01e-3672a2e4320c req-65c246cf-77b0-4f46-9832-4227d35a2897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (44036d57-a43c-4cb8-b4e7-dad2d8ab154a), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:05.994444 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65716f-0ef4-4cb5-b34c-751dbe7c70cc req-865d665a-1658-4ed7-a60b-99a22f78c863 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:05.996063 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8b65716f-0ef4-4cb5-b34c-751dbe7c70cc req-865d665a-1658-4ed7-a60b-99a22f78c863 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.3319473 Jun 27 15:29:06.003673 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-5e2ea563-6daf-4e2b-9343-5529db700894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ccbca6d-373a-42a6-9d88-221bb0b77dd5 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:29:06.016624 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-5e2ea563-6daf-4e2b-9343-5529db700894 service neutron] Publish callbacks [] for port (3ccbca6d-373a-42a6-9d88-221bb0b77dd5), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:06.080954 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-5e2ea563-6daf-4e2b-9343-5529db700894 service neutron] Transition to ACTIVE for port object 3ccbca6d-373a-42a6-9d88-221bb0b77dd5 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 15:29:06.097281 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-5e2ea563-6daf-4e2b-9343-5529db700894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (3ccbca6d-373a-42a6-9d88-221bb0b77dd5), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:06.261084 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:06.277872 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1522ff-4859-493f-9861-74d139c4e151 req-20596e13-c334-4628-87f7-b387d72b1da6 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:06.282023 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2a1522ff-4859-493f-9861-74d139c4e151 req-20596e13-c334-4628-87f7-b387d72b1da6 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 931 time: 0.1507256 Jun 27 15:29:06.344178 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:06.372571 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8b65716f-0ef4-4cb5-b34c-751dbe7c70cc req-7295a4e1-f0e6-4223-b6fa-8728aae06204 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3584511 Jun 27 15:29:06.447952 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2a1522ff-4859-493f-9861-74d139c4e151 req-5b7d109e-b6c2-48b6-b58c-87a0f4136c08 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546679 Jun 27 15:29:06.453065 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ea563-6daf-4e2b-9343-5529db700894 service neutron] Pushing event updated for resources: {'Port': ['ID=3ccbca6d-373a-42a6-9d88-221bb0b77dd5,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:29:06.863303 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf420c2-9aa0-4544-b2ba-9c51b31567f2 req-f02b7362-7731-4085-bcf4-086bda47328d tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:06.866619 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4cf420c2-9aa0-4544-b2ba-9c51b31567f2 req-f02b7362-7731-4085-bcf4-086bda47328d tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 943 time: 0.2668915 Jun 27 15:29:06.890570 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-5e2ea563-6daf-4e2b-9343-5529db700894 service neutron] Attempting to bind port 3ccbca6d-373a-42a6-9d88-221bb0b77dd5 on host hv-cinder-84779 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:29:06.891513 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-5e2ea563-6daf-4e2b-9343-5529db700894 service neutron] Attempting to bind port 3ccbca6d-373a-42a6-9d88-221bb0b77dd5 by drivers openvswitch,hyperv on host hv-cinder-84779 at level 0 using segments [{'id': '092ec022-4797-43f8-9eb5-7109adc548d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '79265a58-e851-4f46-80e6-8bd40ee58e6c'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:29:06.893421 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-5e2ea563-6daf-4e2b-9343-5529db700894 service neutron] Attempting to bind port 3ccbca6d-373a-42a6-9d88-221bb0b77dd5 on network 79265a58-e851-4f46-80e6-8bd40ee58e6c {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:29:06.911804 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-54fe4878-d608-4780-b01e-3672a2e4320c req-65c246cf-77b0-4f46-9832-4227d35a2897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44036d57-a43c-4cb8-b4e7-dad2d8ab154a {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:29:06.997361 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-54fe4878-d608-4780-b01e-3672a2e4320c req-65c246cf-77b0-4f46-9832-4227d35a2897 service neutron] Publish callbacks [] for port (44036d57-a43c-4cb8-b4e7-dad2d8ab154a), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:07.046208 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-5e2ea563-6daf-4e2b-9343-5529db700894 service neutron] Port 3ccbca6d-373a-42a6-9d88-221bb0b77dd5 on network 79265a58-e851-4f46-80e6-8bd40ee58e6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84779 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 15:29:07.053428 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-5e2ea563-6daf-4e2b-9343-5529db700894 service neutron] Attempting to bind port 3ccbca6d-373a-42a6-9d88-221bb0b77dd5 on network 79265a58-e851-4f46-80e6-8bd40ee58e6c {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:29:07.112640 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4cf420c2-9aa0-4544-b2ba-9c51b31567f2 req-31521843-5576-4a8c-babb-0f03caaa0d2d tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243071 Jun 27 15:29:07.115384 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-54fe4878-d608-4780-b01e-3672a2e4320c req-65c246cf-77b0-4f46-9832-4227d35a2897 service neutron] Transition to ACTIVE for port object 44036d57-a43c-4cb8-b4e7-dad2d8ab154a will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 15:29:07.117525 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-5e2ea563-6daf-4e2b-9343-5529db700894 service neutron] Checking agent: {'id': '2a101be5-d6db-4e6c-800c-1df71c1b626f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84779', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'started_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:29:07.118578 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-5e2ea563-6daf-4e2b-9343-5529db700894 service neutron] Checking segment: {'id': '092ec022-4797-43f8-9eb5-7109adc548d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '79265a58-e851-4f46-80e6-8bd40ee58e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:29:07.120138 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-5e2ea563-6daf-4e2b-9343-5529db700894 service neutron] Bound using segment: {'id': '092ec022-4797-43f8-9eb5-7109adc548d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '79265a58-e851-4f46-80e6-8bd40ee58e6c'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:29:07.121383 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-5e2ea563-6daf-4e2b-9343-5529db700894 service neutron] Bound port: 3ccbca6d-373a-42a6-9d88-221bb0b77dd5, host: hv-cinder-84779, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '092ec022-4797-43f8-9eb5-7109adc548d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '79265a58-e851-4f46-80e6-8bd40ee58e6c'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:29:07.122281 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-5e2ea563-6daf-4e2b-9343-5529db700894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (3ccbca6d-373a-42a6-9d88-221bb0b77dd5), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:07.154711 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-54fe4878-d608-4780-b01e-3672a2e4320c req-65c246cf-77b0-4f46-9832-4227d35a2897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (44036d57-a43c-4cb8-b4e7-dad2d8ab154a), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:07.255910 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:07.263348 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c246cf-77b0-4f46-9832-4227d35a2897 service neutron] Pushing event updated for resources: {'Port': ['ID=44036d57-a43c-4cb8-b4e7-dad2d8ab154a,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:29:07.586591 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:07.700743 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-5e2ea563-6daf-4e2b-9343-5529db700894 service neutron] For port 3ccbca6d-373a-42a6-9d88-221bb0b77dd5, host hv-cinder-84779, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:29:07.765594 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-5e2ea563-6daf-4e2b-9343-5529db700894 service neutron] For port 3ccbca6d-373a-42a6-9d88-221bb0b77dd5, host hv-cinder-84779, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=3ccbca6d-373a-42a6-9d88-221bb0b77dd5,segment=NetworkSegment(092ec022-4797-43f8-9eb5-7109adc548d1),segment_id=092ec022-4797-43f8-9eb5-7109adc548d1)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:29:07.800130 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-5e2ea563-6daf-4e2b-9343-5529db700894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (3ccbca6d-373a-42a6-9d88-221bb0b77dd5), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:07.850078 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86888168-9e8f-4fee-91e3-bb52418460c4 req-ff1333a2-48e8-41fe-a2be-36c4897112f3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:07.852814 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-86888168-9e8f-4fee-91e3-bb52418460c4 req-ff1333a2-48e8-41fe-a2be-36c4897112f3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 943 time: 0.1844776 Jun 27 15:29:07.878306 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9396042-e733-4845-add9-c427dadc19c9 req-11119a64-aa3a-4269-a01a-fb5d131e8d3b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:07.893844 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e9396042-e733-4845-add9-c427dadc19c9 req-11119a64-aa3a-4269-a01a-fb5d131e8d3b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.1537371 Jun 27 15:29:07.992098 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-54fe4878-d608-4780-b01e-3672a2e4320c req-65c246cf-77b0-4f46-9832-4227d35a2897 service neutron] Attempting to bind port 44036d57-a43c-4cb8-b4e7-dad2d8ab154a on host hv-cinder-84779 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:29:07.993042 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-54fe4878-d608-4780-b01e-3672a2e4320c req-65c246cf-77b0-4f46-9832-4227d35a2897 service neutron] Attempting to bind port 44036d57-a43c-4cb8-b4e7-dad2d8ab154a by drivers openvswitch,hyperv on host hv-cinder-84779 at level 0 using segments [{'id': 'ce888434-d2f9-46aa-807c-1c90ac319f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:29:07.993766 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fe4878-d608-4780-b01e-3672a2e4320c req-65c246cf-77b0-4f46-9832-4227d35a2897 service neutron] Attempting to bind port 44036d57-a43c-4cb8-b4e7-dad2d8ab154a on network 0dd13161-8ee5-4285-a373-761f6ed0abd7 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:29:08.038892 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e9396042-e733-4845-add9-c427dadc19c9 req-162dfa06-770e-448d-8d08-271e48d5295a tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416373 Jun 27 15:29:08.069410 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-5e2ea563-6daf-4e2b-9343-5529db700894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:08.073967 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-5e2ea563-6daf-4e2b-9343-5529db700894 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:08.079192 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-5e2ea563-6daf-4e2b-9343-5529db700894 service neutron] 10.222.0.42 "PUT /v2.0/ports/3ccbca6d-373a-42a6-9d88-221bb0b77dd5 HTTP/1.1" status: 200 len: 1093 time: 4.3685544 Jun 27 15:29:08.093728 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5aa595-85d6-44d8-9b6a-0fd0e958657c', 'tag': '3ccbca6d-373a-42a6-9d88-221bb0b77dd5'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:29:08.099638 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a96eb9-cd8e-4b4a-91f7-2d665c14e627" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5aa595-85d6-44d8-9b6a-0fd0e958657c", "tag": "3ccbca6d-373a-42a6-9d88-221bb0b77dd5"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:29:08.113136 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fe4878-d608-4780-b01e-3672a2e4320c req-65c246cf-77b0-4f46-9832-4227d35a2897 service neutron] Port 44036d57-a43c-4cb8-b4e7-dad2d8ab154a on network 0dd13161-8ee5-4285-a373-761f6ed0abd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84779 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 15:29:08.113934 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fe4878-d608-4780-b01e-3672a2e4320c req-65c246cf-77b0-4f46-9832-4227d35a2897 service neutron] Attempting to bind port 44036d57-a43c-4cb8-b4e7-dad2d8ab154a on network 0dd13161-8ee5-4285-a373-761f6ed0abd7 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:29:08.193927 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fe4878-d608-4780-b01e-3672a2e4320c req-65c246cf-77b0-4f46-9832-4227d35a2897 service neutron] Checking agent: {'id': '2a101be5-d6db-4e6c-800c-1df71c1b626f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84779', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'started_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:29:08.195072 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fe4878-d608-4780-b01e-3672a2e4320c req-65c246cf-77b0-4f46-9832-4227d35a2897 service neutron] Checking segment: {'id': 'ce888434-d2f9-46aa-807c-1c90ac319f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:29:08.196236 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fe4878-d608-4780-b01e-3672a2e4320c req-65c246cf-77b0-4f46-9832-4227d35a2897 service neutron] Bound using segment: {'id': 'ce888434-d2f9-46aa-807c-1c90ac319f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:29:08.197334 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-54fe4878-d608-4780-b01e-3672a2e4320c req-65c246cf-77b0-4f46-9832-4227d35a2897 service neutron] Bound port: 44036d57-a43c-4cb8-b4e7-dad2d8ab154a, host: hv-cinder-84779, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce888434-d2f9-46aa-807c-1c90ac319f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:29:08.198198 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-54fe4878-d608-4780-b01e-3672a2e4320c req-65c246cf-77b0-4f46-9832-4227d35a2897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (44036d57-a43c-4cb8-b4e7-dad2d8ab154a), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:08.269330 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511fd3e1-56f7-4c36-bbbe-cda8c2364233 x-openstack-request-id: req-511fd3e1-56f7-4c36-bbbe-cda8c2364233 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:29:08.270352 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5aa595-85d6-44d8-9b6a-0fd0e958657c", "tag": "3ccbca6d-373a-42a6-9d88-221bb0b77dd5", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:29:08.270993 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-511fd3e1-56f7-4c36-bbbe-cda8c2364233 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:29:08.271910 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-511fd3e1-56f7-4c36-bbbe-cda8c2364233'] response: {'name': 'network-changed', 'server_uuid': 'ce5aa595-85d6-44d8-9b6a-0fd0e958657c', 'tag': '3ccbca6d-373a-42a6-9d88-221bb0b77dd5', 'status': 'completed', 'code': 200} Jun 27 15:29:08.304991 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ea563-6daf-4e2b-9343-5529db700894 service neutron] Pushing event updated for resources: {'Port': ['ID=3ccbca6d-373a-42a6-9d88-221bb0b77dd5,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:29:08.367863 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-eb0cdae7-d38b-4254-b36e-056fe9de2aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:08.371222 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-eb0cdae7-d38b-4254-b36e-056fe9de2aab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52c96385e67941648eee6bf532b3f141&device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 1127 time: 0.2151082 Jun 27 15:29:08.418021 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755dd04-feeb-4c72-a0da-172d78a46e2c req-aac99e28-3300-4a12-837d-c1058d879979 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:08.447708 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3755dd04-feeb-4c72-a0da-172d78a46e2c req-aac99e28-3300-4a12-837d-c1058d879979 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 943 time: 0.1385696 Jun 27 15:29:08.489918 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-86888168-9e8f-4fee-91e3-bb52418460c4 req-d138034f-0767-488a-bf10-0d1d825c53d5 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5650704 Jun 27 15:29:08.593615 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3755dd04-feeb-4c72-a0da-172d78a46e2c req-0fac5c00-28e2-49d2-853d-c891b62173f4 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448584 Jun 27 15:29:08.594629 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-1dfc670d-a199-495d-9ba1-3e38c06e8e98 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ccbca6d-373a-42a6-9d88-221bb0b77dd5 HTTP/1.1" status: 200 len: 217 time: 0.1495483 Jun 27 15:29:08.805482 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-54fe4878-d608-4780-b01e-3672a2e4320c req-65c246cf-77b0-4f46-9832-4227d35a2897 service neutron] For port 44036d57-a43c-4cb8-b4e7-dad2d8ab154a, host hv-cinder-84779, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:29:08.825838 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-54fe4878-d608-4780-b01e-3672a2e4320c req-65c246cf-77b0-4f46-9832-4227d35a2897 service neutron] For port 44036d57-a43c-4cb8-b4e7-dad2d8ab154a, host hv-cinder-84779, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=44036d57-a43c-4cb8-b4e7-dad2d8ab154a,segment=NetworkSegment(ce888434-d2f9-46aa-807c-1c90ac319f5e),segment_id=ce888434-d2f9-46aa-807c-1c90ac319f5e)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:29:08.897718 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-54fe4878-d608-4780-b01e-3672a2e4320c req-65c246cf-77b0-4f46-9832-4227d35a2897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (44036d57-a43c-4cb8-b4e7-dad2d8ab154a), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:08.954672 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fc3760d4-75e4-4ae2-b689-c64c7566644a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:09.063732 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-0378fa56-971e-4beb-bbb3-abf8de92f57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:09.065281 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-0378fa56-971e-4beb-bbb3-abf8de92f57a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=01c8c3bc-3231-413d-87ec-f0dfb1f32f40 HTTP/1.1" status: 200 len: 853 time: 0.4397247 Jun 27 15:29:09.102507 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe4878-d608-4780-b01e-3672a2e4320c req-65c246cf-77b0-4f46-9832-4227d35a2897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:09.103115 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-54fe4878-d608-4780-b01e-3672a2e4320c req-65c246cf-77b0-4f46-9832-4227d35a2897 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:09.104660 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-54fe4878-d608-4780-b01e-3672a2e4320c req-65c246cf-77b0-4f46-9832-4227d35a2897 service neutron] 10.222.0.42 "PUT /v2.0/ports/44036d57-a43c-4cb8-b4e7-dad2d8ab154a HTTP/1.1" status: 200 len: 1093 time: 3.9114699 Jun 27 15:29:09.158805 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c246cf-77b0-4f46-9832-4227d35a2897 service neutron] Pushing event updated for resources: {'Port': ['ID=44036d57-a43c-4cb8-b4e7-dad2d8ab154a,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:29:09.165714 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-320c4504-0bdb-413a-9a31-3f6f6ca21dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:09.167404 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-320c4504-0bdb-413a-9a31-3f6f6ca21dae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79265a58-e851-4f46-80e6-8bd40ee58e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0908971 Jun 27 15:29:09.198047 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:09.504789 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7dcece-dfeb-4b7f-a01d-e3a12b789f63 req-ad627204-1e19-4031-a9b1-0e7b71584795 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:09.506266 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ab7dcece-dfeb-4b7f-a01d-e3a12b789f63 req-ad627204-1e19-4031-a9b1-0e7b71584795 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.0850224 Jun 27 15:29:09.742581 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:09.824358 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-637b1d06-dfd8-4f61-bbd6-fc92b5ef2747 service neutron] 10.222.0.42 "GET /v2.0/networks/79265a58-e851-4f46-80e6-8bd40ee58e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6444302 Jun 27 15:29:09.843254 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b2e532-5dd0-4bb7-804b-12efff39fd29 req-35224098-780b-41ee-abbd-60821bf8c795 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:09.847689 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-92b2e532-5dd0-4bb7-804b-12efff39fd29 req-35224098-780b-41ee-abbd-60821bf8c795 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 943 time: 0.1615624 Jun 27 15:29:09.885166 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe4878-d608-4780-b01e-3672a2e4320c req-97266403-6c4b-456d-892e-f2c16a42dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:09.888616 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-54fe4878-d608-4780-b01e-3672a2e4320c req-97266403-6c4b-456d-892e-f2c16a42dd91 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2832173587a6494eb7f73b3ca0a09a0f&device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 1127 time: 0.6988442 Jun 27 15:29:10.042839 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-92b2e532-5dd0-4bb7-804b-12efff39fd29 req-528c47e6-be72-4884-aa2a-6ff8e48591db tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874392 Jun 27 15:29:10.214774 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-54fe4878-d608-4780-b01e-3672a2e4320c req-567306f8-f157-4d3a-a139-b1d7275c4a8e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44036d57-a43c-4cb8-b4e7-dad2d8ab154a HTTP/1.1" status: 200 len: 217 time: 0.2819126 Jun 27 15:29:10.300144 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b96384b-617e-4ae6-989b-f16e60189883', 'tag': '44036d57-a43c-4cb8-b4e7-dad2d8ab154a'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:29:10.302989 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8d8e16-cf66-489a-934c-1d09551b6bd2" -d '{"events": [{"name": "network-changed", "server_uuid": "6b96384b-617e-4ae6-989b-f16e60189883", "tag": "44036d57-a43c-4cb8-b4e7-dad2d8ab154a"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:29:10.306853 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe4878-d608-4780-b01e-3672a2e4320c req-c31c799f-2e7b-4835-9d87-7c87ddf372fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:10.309233 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-54fe4878-d608-4780-b01e-3672a2e4320c req-c31c799f-2e7b-4835-9d87-7c87ddf372fb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5101df7e-dc3e-4d22-92a5-4e633fba6a41 HTTP/1.1" status: 200 len: 857 time: 0.0845811 Jun 27 15:29:10.419135 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957445e-8194-472e-b5d6-cfece4fc54ca req-e8ea813d-7c3e-4505-b525-b8c85088e1b9 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:10.441667 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2957445e-8194-472e-b5d6-cfece4fc54ca req-e8ea813d-7c3e-4505-b525-b8c85088e1b9 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 943 time: 0.1302526 Jun 27 15:29:10.471943 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ab7dcece-dfeb-4b7f-a01d-e3a12b789f63 req-cd9740f7-3832-4457-99a6-1e33364ee731 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7671902 Jun 27 15:29:10.576041 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b7ff37-c621-472a-901e-d497c485de1f x-openstack-request-id: req-08b7ff37-c621-472a-901e-d497c485de1f {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:29:10.576790 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2957445e-8194-472e-b5d6-cfece4fc54ca req-e8fad273-7949-4db1-afa7-288b77e541c0 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290197 Jun 27 15:29:10.577161 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b96384b-617e-4ae6-989b-f16e60189883", "tag": "44036d57-a43c-4cb8-b4e7-dad2d8ab154a", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:29:10.579610 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-08b7ff37-c621-472a-901e-d497c485de1f {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:29:10.580200 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08b7ff37-c621-472a-901e-d497c485de1f'] response: {'name': 'network-changed', 'server_uuid': '6b96384b-617e-4ae6-989b-f16e60189883', 'tag': '44036d57-a43c-4cb8-b4e7-dad2d8ab154a', 'status': 'completed', 'code': 200} Jun 27 15:29:10.629353 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe4878-d608-4780-b01e-3672a2e4320c req-087a27ad-1363-422a-8810-7585c0fba378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:10.631715 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-54fe4878-d608-4780-b01e-3672a2e4320c req-087a27ad-1363-422a-8810-7585c0fba378 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0dd13161-8ee5-4285-a373-761f6ed0abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2916451 Jun 27 15:29:10.637143 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4a3483de-aba8-4b9c-a497-1b7dc17a6ed6 req-5cffa7e1-d7df-4ba5-b024-65bd23091ce1 service neutron] 10.222.0.42 "GET /v2.0/networks/79265a58-e851-4f46-80e6-8bd40ee58e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8052557 Jun 27 15:29:10.878710 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a96eb9-cd8e-4b4a-91f7-2d665c14e627 req-91721269-4310-4f03-81c0-c80863a6bc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:10.880504 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-80a96eb9-cd8e-4b4a-91f7-2d665c14e627 req-91721269-4310-4f03-81c0-c80863a6bc52 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52c96385e67941648eee6bf532b3f141&device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 1127 time: 0.0947483 Jun 27 15:29:10.883890 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-54fe4878-d608-4780-b01e-3672a2e4320c req-48ae128b-6293-4c31-9690-9cc580173301 service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295737 Jun 27 15:29:11.147326 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a96eb9-cd8e-4b4a-91f7-2d665c14e627 req-d4b219b0-47d1-4909-b0f6-45341dbd32d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:11.147326 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-80a96eb9-cd8e-4b4a-91f7-2d665c14e627 req-d4b219b0-47d1-4909-b0f6-45341dbd32d1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=79265a58-e851-4f46-80e6-8bd40ee58e6c HTTP/1.1" status: 200 len: 915 time: 0.2494378 Jun 27 15:29:11.149709 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-54fe4878-d608-4780-b01e-3672a2e4320c req-a9b84a38-810f-4479-8201-7bf3ef1bfd11 service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439046 Jun 27 15:29:11.275052 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:11.277284 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-80a96eb9-cd8e-4b4a-91f7-2d665c14e627 req-d7fff27c-cd39-493a-ba3e-dfc5a1306e89 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ccbca6d-373a-42a6-9d88-221bb0b77dd5 HTTP/1.1" status: 200 len: 217 time: 0.1147599 Jun 27 15:29:11.582078 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d8e16-cf66-489a-934c-1d09551b6bd2 req-40cd79ad-82ea-4ec7-a7df-8e77edc9196c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:11.585075 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bb8d8e16-cf66-489a-934c-1d09551b6bd2 req-40cd79ad-82ea-4ec7-a7df-8e77edc9196c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2832173587a6494eb7f73b3ca0a09a0f&device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 1127 time: 0.3059580 Jun 27 15:29:11.607240 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367de5de-ac05-49c2-a087-4d4c8913e10f req-dbbd12df-b972-4797-9aad-4990b71637ef tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:11.610289 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-367de5de-ac05-49c2-a087-4d4c8913e10f req-dbbd12df-b972-4797-9aad-4990b71637ef tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 943 time: 0.1998956 Jun 27 15:29:11.647852 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a96eb9-cd8e-4b4a-91f7-2d665c14e627 req-ed49a842-363a-4761-a9c4-49cd93e70751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:11.650645 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-80a96eb9-cd8e-4b4a-91f7-2d665c14e627 req-ed49a842-363a-4761-a9c4-49cd93e70751 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=01c8c3bc-3231-413d-87ec-f0dfb1f32f40 HTTP/1.1" status: 200 len: 853 time: 0.3302555 Jun 27 15:29:11.740196 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9b90c09b-31e8-40c8-b057-b0fbcf53a107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:11.924434 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a0ca3-c185-48cc-ba06-7c538ab86bf9 req-da0b8a23-790d-4473-b661-ad8cfa4edb57 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:11.927223 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-486a0ca3-c185-48cc-ba06-7c538ab86bf9 req-da0b8a23-790d-4473-b661-ad8cfa4edb57 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.2027617 Jun 27 15:29:12.046805 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-486a0ca3-c185-48cc-ba06-7c538ab86bf9 req-e2aaff9a-312e-4b83-b639-77e53a3bd3da tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863554 Jun 27 15:29:12.313612 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a96eb9-cd8e-4b4a-91f7-2d665c14e627 req-06b229bf-a42d-4359-abda-ef633917077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:12.315750 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-80a96eb9-cd8e-4b4a-91f7-2d665c14e627 req-06b229bf-a42d-4359-abda-ef633917077b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79265a58-e851-4f46-80e6-8bd40ee58e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5621190 Jun 27 15:29:12.321853 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-367de5de-ac05-49c2-a087-4d4c8913e10f req-59ba9786-3b4c-442c-900d-0c3e367db646 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6876032 Jun 27 15:29:12.386373 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d8e16-cf66-489a-934c-1d09551b6bd2 req-edb80976-181b-4415-a215-08a383ebba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:12.388198 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bb8d8e16-cf66-489a-934c-1d09551b6bd2 req-edb80976-181b-4415-a215-08a383ebba70 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0dd13161-8ee5-4285-a373-761f6ed0abd7 HTTP/1.1" status: 200 len: 919 time: 0.7732334 Jun 27 15:29:12.476931 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd5524-f41d-4569-a01b-78b3f8fae30e req-4142c245-6812-4d0e-8a9e-5af153c44e66 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:12.479702 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-17cd5524-f41d-4569-a01b-78b3f8fae30e req-4142c245-6812-4d0e-8a9e-5af153c44e66 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 943 time: 0.1400371 Jun 27 15:29:12.566923 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-17cd5524-f41d-4569-a01b-78b3f8fae30e req-5aa46249-1671-448c-89bd-26d14dfaae3a tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806012 Jun 27 15:29:13.214059 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bb8d8e16-cf66-489a-934c-1d09551b6bd2 req-d34bd755-227a-49f7-87be-a92ff29b4b6f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44036d57-a43c-4cb8-b4e7-dad2d8ab154a HTTP/1.1" status: 200 len: 217 time: 0.0742400 Jun 27 15:29:13.309440 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:13.320496 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:13.487580 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:13.488690 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d8e16-cf66-489a-934c-1d09551b6bd2 req-18e22df5-20c4-45a9-9cbe-bf8705e17c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:13.491696 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bb8d8e16-cf66-489a-934c-1d09551b6bd2 req-18e22df5-20c4-45a9-9cbe-bf8705e17c48 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5101df7e-dc3e-4d22-92a5-4e633fba6a41 HTTP/1.1" status: 200 len: 857 time: 0.2674725 Jun 27 15:29:13.515536 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385265f0-49c7-4414-a422-5940a2209a80 req-829a39f4-5749-4698-bd29-0bc08987f37e tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:13.519165 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-385265f0-49c7-4414-a422-5940a2209a80 req-829a39f4-5749-4698-bd29-0bc08987f37e tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.2712975 Jun 27 15:29:13.526060 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 44036d57-a43c-4cb8-b4e7-dad2d8ab154a details requested by agent hyperv_hv-cinder-84779 with host hv-cinder-84779 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 15:29:13.674017 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-80a96eb9-cd8e-4b4a-91f7-2d665c14e627 req-722df396-c8b9-4740-bf63-2669faeb3fd7 service neutron] 10.222.0.42 "GET /v2.0/networks/79265a58-e851-4f46-80e6-8bd40ee58e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5261433 Jun 27 15:29:13.888655 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-80a96eb9-cd8e-4b4a-91f7-2d665c14e627 req-c31ca236-8df2-493f-a108-68aad639b01b service neutron] 10.222.0.42 "GET /v2.0/networks/79265a58-e851-4f46-80e6-8bd40ee58e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128575 Jun 27 15:29:13.899717 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528fbce-cd5f-41f9-aac7-1ada985825a2 req-f5a05c97-0c6a-4556-a8c4-19e34474454f tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:13.911078 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c528fbce-cd5f-41f9-aac7-1ada985825a2 req-f5a05c97-0c6a-4556-a8c4-19e34474454f tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 943 time: 0.2323797 Jun 27 15:29:13.936745 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 44036d57-a43c-4cb8-b4e7-dad2d8ab154a, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=44036d57-a43c-4cb8-b4e7-dad2d8ab154a,segment=NetworkSegment(ce888434-d2f9-46aa-807c-1c90ac319f5e),segment_id=ce888434-d2f9-46aa-807c-1c90ac319f5e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:29:13.950139 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8d8e16-cf66-489a-934c-1d09551b6bd2 req-6c859883-235d-43ec-9f99-130d2a71437d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:13.953572 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bb8d8e16-cf66-489a-934c-1d09551b6bd2 req-6c859883-235d-43ec-9f99-130d2a71437d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0dd13161-8ee5-4285-a373-761f6ed0abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4190562 Jun 27 15:29:13.982171 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Returning: {'device': '44036d57-a43c-4cb8-b4e7-dad2d8ab154a', 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7', 'port_id': '44036d57-a43c-4cb8-b4e7-dad2d8ab154a', 'mac_address': 'fa:16:3e:02:0d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 15:29:14.067370 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 44036d57-a43c-4cb8-b4e7-dad2d8ab154a is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:29:14.068933 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (44036d57-a43c-4cb8-b4e7-dad2d8ab154a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:14.095437 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c528fbce-cd5f-41f9-aac7-1ada985825a2 req-286a77e2-cd91-4bcf-afbe-1db766764f8c tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392467 Jun 27 15:29:14.104927 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-385265f0-49c7-4414-a422-5940a2209a80 req-3168fb64-dc04-4fc1-9349-fb0db1970095 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5459843 Jun 27 15:29:14.105927 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44036d57-a43c-4cb8-b4e7-dad2d8ab154a {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:29:14.151034 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 44036d57-a43c-4cb8-b4e7-dad2d8ab154a, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=44036d57-a43c-4cb8-b4e7-dad2d8ab154a,segment=NetworkSegment(ce888434-d2f9-46aa-807c-1c90ac319f5e),segment_id=ce888434-d2f9-46aa-807c-1c90ac319f5e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:29:14.159929 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (44036d57-a43c-4cb8-b4e7-dad2d8ab154a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:14.191566 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed64c6e-e33c-465d-9356-c3d630d7cb49 req-b2cefe87-7693-4b6d-b369-e01dabde7b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:14.194152 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4ed64c6e-e33c-465d-9356-c3d630d7cb49 req-b2cefe87-7693-4b6d-b369-e01dabde7b8e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2270daf238a640609e9ab514b01d9768&device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 1130 time: 0.1721249 Jun 27 15:29:14.326785 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=44036d57-a43c-4cb8-b4e7-dad2d8ab154a,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:29:14.404739 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:14.412494 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bb8d8e16-cf66-489a-934c-1d09551b6bd2 req-18063398-3c24-492a-bb93-abd29fc9ff44 service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373262 Jun 27 15:29:14.446396 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba122029-97a6-4efc-8d6e-38ab785be9c9 req-ce8f5c68-6036-4faa-a8ff-da64450888b4 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:14.449697 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ba122029-97a6-4efc-8d6e-38ab785be9c9 req-ce8f5c68-6036-4faa-a8ff-da64450888b4 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 943 time: 0.1137404 Jun 27 15:29:14.469530 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed64c6e-e33c-465d-9356-c3d630d7cb49 req-44647d0b-7893-47e8-856c-c13867f894d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:14.471377 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4ed64c6e-e33c-465d-9356-c3d630d7cb49 req-44647d0b-7893-47e8-856c-c13867f894d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e8e77f3f-2787-4f23-b11e-9e909cc074b3 HTTP/1.1" status: 200 len: 918 time: 0.2687817 Jun 27 15:29:14.510868 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['44036d57-a43c-4cb8-b4e7-dad2d8ab154a'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:29:14.598513 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ba122029-97a6-4efc-8d6e-38ab785be9c9 req-4e9addab-de10-455e-9622-ad9b70ddc6d0 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370432 Jun 27 15:29:14.667397 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:14.777808 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4ed64c6e-e33c-465d-9356-c3d630d7cb49 req-a9632f42-8831-4ad1-9268-8892533bf6a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62696634-23e0-4313-bcf8-d3be6665d3aa HTTP/1.1" status: 200 len: 1001 time: 0.2841630 Jun 27 15:29:14.906197 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed64c6e-e33c-465d-9356-c3d630d7cb49 req-fb999c1d-4e41-4339-a5dc-e967390484fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:14.910725 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4ed64c6e-e33c-465d-9356-c3d630d7cb49 req-fb999c1d-4e41-4339-a5dc-e967390484fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96df5947-fd71-41b6-a0c5-3296a5c0458f HTTP/1.1" status: 200 len: 856 time: 0.1171753 Jun 27 15:29:14.943332 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bb8d8e16-cf66-489a-934c-1d09551b6bd2 req-6614a8b9-f0b5-4a87-beb7-5b4042f866e4 service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851780 Jun 27 15:29:14.990943 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed64c6e-e33c-465d-9356-c3d630d7cb49 req-11969777-30c0-4fe4-8f03-a274b88c2ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:14.994653 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4ed64c6e-e33c-465d-9356-c3d630d7cb49 req-11969777-30c0-4fe4-8f03-a274b88c2ee8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8e77f3f-2787-4f23-b11e-9e909cc074b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0745025 Jun 27 15:29:15.049382 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:15.161602 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:15.166078 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4ed64c6e-e33c-465d-9356-c3d630d7cb49 req-e2a9759c-7c56-48e1-a07e-1ec4f59bafab service neutron] 10.222.0.42 "GET /v2.0/networks/e8e77f3f-2787-4f23-b11e-9e909cc074b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581845 Jun 27 15:29:15.455152 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54325f92-a5dd-413d-a002-e12926b04b69 req-14917640-56f5-4aca-a152-0510a5a80698 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:15.456465 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:15.457126 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-54325f92-a5dd-413d-a002-e12926b04b69 req-14917640-56f5-4aca-a152-0510a5a80698 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 944 time: 0.1147327 Jun 27 15:29:15.492933 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4ed64c6e-e33c-465d-9356-c3d630d7cb49 req-0e728bce-19b7-417f-9e0b-a38997c3f6bd service neutron] 10.222.0.42 "GET /v2.0/networks/e8e77f3f-2787-4f23-b11e-9e909cc074b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201718 Jun 27 15:29:15.584601 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46ea93-de63-4c8d-8f4c-cb453a725693 req-d7dfcbab-17de-4e7f-989e-b14da37b49b3 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:15.584601 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1f46ea93-de63-4c8d-8f4c-cb453a725693 req-d7dfcbab-17de-4e7f-989e-b14da37b49b3 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 946 time: 0.1763041 Jun 27 15:29:15.585196 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-54325f92-a5dd-413d-a002-e12926b04b69 req-941701c5-cfbf-402a-a257-6b1b9b73f1f1 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174877 Jun 27 15:29:15.689058 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 44036d57-a43c-4cb8-b4e7-dad2d8ab154a up at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:29:15.756701 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1f46ea93-de63-4c8d-8f4c-cb453a725693 req-b7394096-7eee-434c-a416-b42c7220fa60 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183533 Jun 27 15:29:15.855097 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning for port 44036d57-a43c-4cb8-b4e7-dad2d8ab154a completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 15:29:15.879339 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b592d55-d5ad-458a-abf0-8e4a04a98699 req-fcb536c6-da7f-4df1-94f3-71908dc7ec0d tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:15.879896 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning complete for port 44036d57-a43c-4cb8-b4e7-dad2d8ab154a triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:29:15.882438 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (44036d57-a43c-4cb8-b4e7-dad2d8ab154a), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:15.890762 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9b592d55-d5ad-458a-abf0-8e4a04a98699 req-fcb536c6-da7f-4df1-94f3-71908dc7ec0d tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 943 time: 0.0992689 Jun 27 15:29:15.998980 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9b592d55-d5ad-458a-abf0-8e4a04a98699 req-9fef4a65-e0db-4951-9632-682e882fd5b9 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038282 Jun 27 15:29:16.007274 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:16.026731 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 44036d57-a43c-4cb8-b4e7-dad2d8ab154a is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:29:16.027438 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (44036d57-a43c-4cb8-b4e7-dad2d8ab154a), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:16.057356 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b96384b-617e-4ae6-989b-f16e60189883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44036d57-a43c-4cb8-b4e7-dad2d8ab154a'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:29:16.060382 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d85b7032bc105ad9eb63a31382f750c4bf6bbb4824e658972134fe301cb831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a351deb0-e16e-4f87-8378-ac63693b6351" -d '{"events": [{"server_uuid": "6b96384b-617e-4ae6-989b-f16e60189883", "name": "network-vif-plugged", "status": "completed", "tag": "44036d57-a43c-4cb8-b4e7-dad2d8ab154a"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:29:16.081994 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 44036d57-a43c-4cb8-b4e7-dad2d8ab154a, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=44036d57-a43c-4cb8-b4e7-dad2d8ab154a,segment=NetworkSegment(ce888434-d2f9-46aa-807c-1c90ac319f5e),segment_id=ce888434-d2f9-46aa-807c-1c90ac319f5e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:29:16.089351 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (44036d57-a43c-4cb8-b4e7-dad2d8ab154a), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:16.090661 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 62696634-23e0-4313-bcf8-d3be6665d3aa no longer exists at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:29:16.149344 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c076914d-f172-4cbf-967b-08c39bf54854 x-openstack-request-id: req-c076914d-f172-4cbf-967b-08c39bf54854 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:29:16.149655 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b96384b-617e-4ae6-989b-f16e60189883", "name": "network-vif-plugged", "status": "completed", "tag": "44036d57-a43c-4cb8-b4e7-dad2d8ab154a", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:29:16.150131 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c076914d-f172-4cbf-967b-08c39bf54854 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:29:16.150306 dv-cinder-847798-1-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c076914d-f172-4cbf-967b-08c39bf54854'] response: {'server_uuid': '6b96384b-617e-4ae6-989b-f16e60189883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44036d57-a43c-4cb8-b4e7-dad2d8ab154a', 'code': 200} Jun 27 15:29:16.196673 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=44036d57-a43c-4cb8-b4e7-dad2d8ab154a,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:29:16.287136 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 62696634-23e0-4313-bcf8-d3be6665d3aa is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:29:16.287841 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (62696634-23e0-4313-bcf8-d3be6665d3aa), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:16.360102 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 62696634-23e0-4313-bcf8-d3be6665d3aa, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=62696634-23e0-4313-bcf8-d3be6665d3aa,segment=NetworkSegment(e8df84b0-b449-4f32-9fef-1bd341ec9717),segment_id=e8df84b0-b449-4f32-9fef-1bd341ec9717)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:29:16.379429 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (62696634-23e0-4313-bcf8-d3be6665d3aa), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:16.475725 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=62696634-23e0-4313-bcf8-d3be6665d3aa,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:29:16.752947 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b87968-3047-467e-a833-786c3aa130ea req-49cf9703-c130-42e7-80c9-991e223348ff tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:16.755490 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-50b87968-3047-467e-a833-786c3aa130ea req-49cf9703-c130-42e7-80c9-991e223348ff tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0792122 Jun 27 15:29:16.776460 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:16.885860 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-50b87968-3047-467e-a833-786c3aa130ea req-29cbee38-6c3d-4233-a1cd-9f1253f50786 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188233 Jun 27 15:29:17.043778 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91225849-3b72-4d2e-9f8f-0d482162ba03 req-f0598a80-cf94-4296-998f-87f9f597c2d5 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:17.046293 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-91225849-3b72-4d2e-9f8f-0d482162ba03 req-f0598a80-cf94-4296-998f-87f9f597c2d5 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.1509359 Jun 27 15:29:17.152215 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:17.173234 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-91225849-3b72-4d2e-9f8f-0d482162ba03 req-d4f8ce0f-adf5-49d8-9b52-2289ed9df544 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184294 Jun 27 15:29:17.216668 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4500f1d-1b98-4e7b-8d7c-9d2bba2ecba2 req-81a43998-eb95-45f5-ac77-a101718339b3 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:17.219314 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d4500f1d-1b98-4e7b-8d7c-9d2bba2ecba2 req-81a43998-eb95-45f5-ac77-a101718339b3 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 943 time: 0.1033599 Jun 27 15:29:17.318970 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d4500f1d-1b98-4e7b-8d7c-9d2bba2ecba2 req-358a9c56-00f3-429e-bafa-25fa4114642b tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915818 Jun 27 15:29:17.566370 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a873f90-be63-483d-836e-ea1c2452d254 req-237537ff-c6bd-4ed8-b42d-526696f13290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:17.568980 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3a873f90-be63-483d-836e-ea1c2452d254 req-237537ff-c6bd-4ed8-b42d-526696f13290 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 1129 time: 0.0567610 Jun 27 15:29:17.656112 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3a873f90-be63-483d-836e-ea1c2452d254 req-c1604508-6cde-4336-9873-ad73eaa65734 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777364 Jun 27 15:29:18.072333 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa86843-67fc-4f9e-a0c6-964682d5e267 req-eaecb6f5-3d5c-409a-a147-095d3612af1e tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:18.088078 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9fa86843-67fc-4f9e-a0c6-964682d5e267 req-eaecb6f5-3d5c-409a-a147-095d3612af1e tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0956295 Jun 27 15:29:18.151605 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831291d0-f04d-4927-afcd-88fd058db642', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62696634-23e0-4313-bcf8-d3be6665d3aa'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:29:18.156173 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d85b7032bc105ad9eb63a31382f750c4bf6bbb4824e658972134fe301cb831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0eb674-8c11-4cb6-a4b8-e58b344d74f8" -d '{"events": [{"server_uuid": "831291d0-f04d-4927-afcd-88fd058db642", "name": "network-vif-unplugged", "status": "completed", "tag": "62696634-23e0-4313-bcf8-d3be6665d3aa"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:29:18.169279 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9fa86843-67fc-4f9e-a0c6-964682d5e267 req-bc4ac31d-87a2-4118-a6ae-ea2ec068bd83 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784054 Jun 27 15:29:18.204842 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Jun 2022 15:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6698ee-3ca6-4556-9523-932ebceb936c x-openstack-request-id: req-1d6698ee-3ca6-4556-9523-932ebceb936c {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:29:18.205284 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831291d0-f04d-4927-afcd-88fd058db642", "name": "network-vif-unplugged", "status": "completed", "tag": "62696634-23e0-4313-bcf8-d3be6665d3aa", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:29:18.205689 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1d6698ee-3ca6-4556-9523-932ebceb936c {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:29:18.206257 dv-cinder-847798-1-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d6698ee-3ca6-4556-9523-932ebceb936c'] response: {'server_uuid': '831291d0-f04d-4927-afcd-88fd058db642', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62696634-23e0-4313-bcf8-d3be6665d3aa', 'code': 200} Jun 27 15:29:18.371680 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5266c9-0453-42a0-9db5-6afe7eea3303 req-9b180ec4-3a52-4f85-9b26-1d3324cd4d47 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:18.373465 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1b5266c9-0453-42a0-9db5-6afe7eea3303 req-9b180ec4-3a52-4f85-9b26-1d3324cd4d47 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.0878832 Jun 27 15:29:18.451467 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1b5266c9-0453-42a0-9db5-6afe7eea3303 req-03d51c27-e197-45fc-bca3-eb3d79356076 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696249 Jun 27 15:29:18.502795 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903b6ce-4987-4d73-9d8a-b1c139e60de6 req-abd31378-5fe2-4cf0-8c0b-d7b3f571ceb3 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:18.505404 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2903b6ce-4987-4d73-9d8a-b1c139e60de6 req-abd31378-5fe2-4cf0-8c0b-d7b3f571ceb3 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 943 time: 0.0630436 Jun 27 15:29:18.589158 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2903b6ce-4987-4d73-9d8a-b1c139e60de6 req-fb8555f9-bf4e-4d00-bdbe-43959892ac63 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751448 Jun 27 15:29:18.926390 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:19.415579 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe41906-66c8-476a-8504-17660a7e6ef2 req-c4c0aa59-f1c1-4c80-a0e6-74ba9081ce78 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:19.417359 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-dfe41906-66c8-476a-8504-17660a7e6ef2 req-c4c0aa59-f1c1-4c80-a0e6-74ba9081ce78 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0831909 Jun 27 15:29:19.422985 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [req-f3f39085-cc45-4b3c-8dfd-c1c11027fc21 req-aa6ae8b9-0946-43c5-9d08-ed12f8f1b365 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 15:29:19.424969 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f3f39085-cc45-4b3c-8dfd-c1c11027fc21 req-aa6ae8b9-0946-43c5-9d08-ed12f8f1b365 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0068858 Jun 27 15:29:19.497212 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-dfe41906-66c8-476a-8504-17660a7e6ef2 req-39ba0bbb-96a5-45f5-a658-b2edb954b111 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651851 Jun 27 15:29:19.767070 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52139e-4163-4574-aa1c-a4bc7d945334 req-51497de4-7a85-4cf5-b529-f3dfd8b250de tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:19.784201 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ac52139e-4163-4574-aa1c-a4bc7d945334 req-51497de4-7a85-4cf5-b529-f3dfd8b250de tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.2018681 Jun 27 15:29:19.819063 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8c3cf-7eb5-4ac6-9bd7-7e2cbb29e1cf req-720781f5-6f7c-4c8c-804f-01c8c096f055 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:19.827411 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ebc8c3cf-7eb5-4ac6-9bd7-7e2cbb29e1cf req-720781f5-6f7c-4c8c-804f-01c8c096f055 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 943 time: 0.0943277 Jun 27 15:29:19.912892 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ebc8c3cf-7eb5-4ac6-9bd7-7e2cbb29e1cf req-b4e9d8c7-a8da-4927-bb17-f5a6c3c238e5 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813229 Jun 27 15:29:19.956629 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ac52139e-4163-4574-aa1c-a4bc7d945334 req-4c300e60-a785-4b22-889f-e8e6d8181071 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672299 Jun 27 15:29:20.707333 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac18ead-faa8-4153-a7c4-cadf31ab6072 req-a8c196ca-c949-470b-9bac-515fc3ace870 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:20.710597 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3ac18ead-faa8-4153-a7c4-cadf31ab6072 req-a8c196ca-c949-470b-9bac-515fc3ace870 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.1080949 Jun 27 15:29:20.786770 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3ac18ead-faa8-4153-a7c4-cadf31ab6072 req-a07b8862-a2ca-4973-a6f5-fb285def23e7 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688965 Jun 27 15:29:20.867940 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:20.915529 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-441b0e66-f193-4b64-9511-0b5dd5d7bbbd req-63e1af9b-477d-4949-8b27-f660bfabd6d2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0605659 Jun 27 15:29:21.025831 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b0e66-f193-4b64-9511-0b5dd5d7bbbd req-6865e3c7-d511-40a7-af60-5e0fecc1c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:21.027449 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-441b0e66-f193-4b64-9511-0b5dd5d7bbbd req-6865e3c7-d511-40a7-af60-5e0fecc1c46e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2832173587a6494eb7f73b3ca0a09a0f&device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 1129 time: 0.0811470 Jun 27 15:29:21.100500 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4042da2-5a1f-43fe-98da-5b5765c7c17c req-e8dfd9e9-b1a7-4f3f-a94d-b253b450f488 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:21.121813 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841ac41-bde9-4183-bed3-f15cadb62a8f req-6f05a389-aa73-40c1-accc-34079fa1762c tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:21.123531 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4841ac41-bde9-4183-bed3-f15cadb62a8f req-6f05a389-aa73-40c1-accc-34079fa1762c tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 943 time: 0.0850201 Jun 27 15:29:21.124602 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c4042da2-5a1f-43fe-98da-5b5765c7c17c req-e8dfd9e9-b1a7-4f3f-a94d-b253b450f488 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.1330361 Jun 27 15:29:21.125808 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 53008) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:29:21.145058 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-237517ed-21df-4e95-bf98-930f76117536 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Request body: {'floatingip': {'port_id': '44036d57-a43c-4cb8-b4e7-dad2d8ab154a'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:29:21.232300 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-237517ed-21df-4e95-bf98-930f76117536 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks [] for floatingip (06d7fcc9-9139-4dda-9060-5fd35b1653d0), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:21.364373 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b0e66-f193-4b64-9511-0b5dd5d7bbbd req-9def0fa9-2a8c-4d5c-acb9-db709f7dde76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:21.367435 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-441b0e66-f193-4b64-9511-0b5dd5d7bbbd req-9def0fa9-2a8c-4d5c-acb9-db709f7dde76 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0dd13161-8ee5-4285-a373-761f6ed0abd7 HTTP/1.1" status: 200 len: 919 time: 0.2896962 Jun 27 15:29:21.454681 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-441b0e66-f193-4b64-9511-0b5dd5d7bbbd req-26104fd4-fc05-41b4-ab7a-d048f1a3b5bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05ebe349-4d00-4c7d-9c0d-a92627d5285d HTTP/1.1" status: 200 len: 217 time: 0.0684643 Jun 27 15:29:21.473576 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4841ac41-bde9-4183-bed3-f15cadb62a8f req-a8e16f7f-fde5-4ae2-a78d-8bfdb70fd1b7 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338652 Jun 27 15:29:21.540637 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6efd1-dc9e-40a9-8b55-ba242a9a4fe9 req-8f52b802-c0a3-449f-a928-d2bf8560a5b1 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:21.542415 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-eed6efd1-dc9e-40a9-8b55-ba242a9a4fe9 req-8f52b802-c0a3-449f-a928-d2bf8560a5b1 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.2631626 Jun 27 15:29:21.606809 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b0e66-f193-4b64-9511-0b5dd5d7bbbd req-cd5fae3b-486a-41f6-801f-da0286993247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:21.611333 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-441b0e66-f193-4b64-9511-0b5dd5d7bbbd req-cd5fae3b-486a-41f6-801f-da0286993247 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5101df7e-dc3e-4d22-92a5-4e633fba6a41 HTTP/1.1" status: 200 len: 857 time: 0.1356549 Jun 27 15:29:21.679204 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 62696634-23e0-4313-bcf8-d3be6665d3aa no longer exists at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:29:21.681506 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b0e66-f193-4b64-9511-0b5dd5d7bbbd req-df4c6ff0-3977-47c6-bceb-75086b0e4c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:21.684414 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-441b0e66-f193-4b64-9511-0b5dd5d7bbbd req-df4c6ff0-3977-47c6-bceb-75086b0e4c5e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0dd13161-8ee5-4285-a373-761f6ed0abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668025 Jun 27 15:29:21.755646 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-eed6efd1-dc9e-40a9-8b55-ba242a9a4fe9 req-d44480be-c0a4-47f0-9738-e99f56ddee51 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740294 Jun 27 15:29:21.759736 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:21.871112 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 62696634-23e0-4313-bcf8-d3be6665d3aa is: DOWN; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:29:21.905349 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-441b0e66-f193-4b64-9511-0b5dd5d7bbbd req-78e947de-b122-44d4-9a97-78120a45fe2c service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090144 Jun 27 15:29:22.025431 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-441b0e66-f193-4b64-9511-0b5dd5d7bbbd req-310de5a8-4668-48ef-b1a9-46d3cd59f7b0 service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138585 Jun 27 15:29:22.162051 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:22.188035 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-237517ed-21df-4e95-bf98-930f76117536 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:22.193922 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-237517ed-21df-4e95-bf98-930f76117536 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (06d7fcc9-9139-4dda-9060-5fd35b1653d0), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:22.319776 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.db.l3_db [None req-237517ed-21df-4e95-bf98-930f76117536 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Floating IP 06d7fcc9-9139-4dda-9060-5fd35b1653d0 associated. External IP: 172.27.2.106, port: 44036d57-a43c-4cb8-b4e7-dad2d8ab154a. Jun 27 15:29:22.662492 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237517ed-21df-4e95-bf98-930f76117536 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Router 928f35cb-cf58-4dde-a4b4-eec4b75bf621 has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:29:22.681928 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143a931-3d48-47dc-b262-ccf5cd51ef49 req-db6c6237-7573-4939-ab95-923f32cc5c09 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:22.690415 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3143a931-3d48-47dc-b262-ccf5cd51ef49 req-db6c6237-7573-4939-ab95-923f32cc5c09 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 943 time: 0.0712588 Jun 27 15:29:22.700705 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:22.760823 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3143a931-3d48-47dc-b262-ccf5cd51ef49 req-408ec725-263a-4195-9833-998c38f24272 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659876 Jun 27 15:29:22.877076 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237517ed-21df-4e95-bf98-930f76117536 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:29:22.882630 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-237517ed-21df-4e95-bf98-930f76117536 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:22.889450 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f3913-b97c-4718-9f9e-e69b0a9c881d None None] Sync routers for ids ['928f35cb-cf58-4dde-a4b4-eec4b75bf621'] in dv-cinder-847798-1-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:29:22.913647 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6f3913-b97c-4718-9f9e-e69b0a9c881d None None] Routers {'928f35cb-cf58-4dde-a4b4-eec4b75bf621'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:29:22.914478 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-bf6f3913-b97c-4718-9f9e-e69b0a9c881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:29:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['928f35cb-cf58-4dde-a4b4-eec4b75bf621'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:29:22.992093 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-237517ed-21df-4e95-bf98-930f76117536 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "PUT /v2.0/floatingips/06d7fcc9-9139-4dda-9060-5fd35b1653d0 HTTP/1.1" status: 200 len: 991 time: 1.8622897 Jun 27 15:29:23.009694 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b96384b-617e-4ae6-989b-f16e60189883', 'tag': '44036d57-a43c-4cb8-b4e7-dad2d8ab154a'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:29:23.019437 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ecdf1b21e48a9c17975c38f4cbb98a47ab0df019f7748c413a09c43e6bcf64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10b19eb-cfec-4a3a-9f6d-9e6e2abe8431" -d '{"events": [{"name": "network-changed", "server_uuid": "6b96384b-617e-4ae6-989b-f16e60189883", "tag": "44036d57-a43c-4cb8-b4e7-dad2d8ab154a"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:29:23.086483 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5cd30-7231-42a8-9238-9b897697c544 req-081fa3a4-eb1a-4133-b198-297b973641d7 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:23.095063 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0fa5cd30-7231-42a8-9238-9b897697c544 req-081fa3a4-eb1a-4133-b198-297b973641d7 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.1550739 Jun 27 15:29:23.151584 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c358cb80-de54-4cc2-8201-a88162d19e83 x-openstack-request-id: req-c358cb80-de54-4cc2-8201-a88162d19e83 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:29:23.151946 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b96384b-617e-4ae6-989b-f16e60189883", "tag": "44036d57-a43c-4cb8-b4e7-dad2d8ab154a", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:29:23.152292 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c358cb80-de54-4cc2-8201-a88162d19e83 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:29:23.152847 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c358cb80-de54-4cc2-8201-a88162d19e83'] response: {'name': 'network-changed', 'server_uuid': '6b96384b-617e-4ae6-989b-f16e60189883', 'tag': '44036d57-a43c-4cb8-b4e7-dad2d8ab154a', 'status': 'completed', 'code': 200} Jun 27 15:29:23.173280 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-bf6f3913-b97c-4718-9f9e-e69b0a9c881d None None] Set router 928f35cb-cf58-4dde-a4b4-eec4b75bf621 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:29:23.220965 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0fa5cd30-7231-42a8-9238-9b897697c544 req-5dc14df3-c6ae-43c9-8f51-22a6d6ad1d04 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240611 Jun 27 15:29:23.314057 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b19eb-cfec-4a3a-9f6d-9e6e2abe8431 req-97fb2458-61ca-463d-9952-838a87e5fc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:23.316254 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c10b19eb-cfec-4a3a-9f6d-9e6e2abe8431 req-97fb2458-61ca-463d-9952-838a87e5fc13 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2832173587a6494eb7f73b3ca0a09a0f&device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 1129 time: 0.1221640 Jun 27 15:29:23.407376 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:23.459156 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b19eb-cfec-4a3a-9f6d-9e6e2abe8431 req-f7821e6b-a4b6-4d10-af84-33efb3ac1383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:23.460773 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c10b19eb-cfec-4a3a-9f6d-9e6e2abe8431 req-f7821e6b-a4b6-4d10-af84-33efb3ac1383 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0dd13161-8ee5-4285-a373-761f6ed0abd7 HTTP/1.1" status: 200 len: 919 time: 0.1327767 Jun 27 15:29:23.605639 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-bf6f3913-b97c-4718-9f9e-e69b0a9c881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'name': 'tempest-ServerRescueNegativeTestJSON-920464589-router', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '44554097-c32e-4389-a40b-7f7699da4c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:19Z', 'updated_at': '2022-06-27T15:26:29Z', 'revision_number': 4, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'gw_port': {'id': '44554097-c32e-4389-a40b-7f7699da4c96', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:20Z', 'updated_at': '2022-06-27T15:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '06d7fcc9-9139-4dda-9060-5fd35b1653d0', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'port_id': '44036d57-a43c-4cb8-b4e7-dad2d8ab154a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7', 'mac_address': 'fa:16:3e:02:0d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b96384b-617e-4ae6-989b-f16e60189883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:28:50Z', 'updated_at': '2022-06-27T15:29:22Z', 'revision_number': 1, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d59b94-6c8f-4037-93f9-0b01f6345524', 'name': '', 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'mac_address': 'fa:16:3e:c7:3e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:27Z', 'updated_at': '2022-06-27T15:26:56Z', 'revision_number': 5, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'subnets': [{'id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:29:23.643348 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f3913-b97c-4718-9f9e-e69b0a9c881d None None] Checking router: 928f35cb-cf58-4dde-a4b4-eec4b75bf621 for host: dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:29:23.655397 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6f3913-b97c-4718-9f9e-e69b0a9c881d None None] Routers {'928f35cb-cf58-4dde-a4b4-eec4b75bf621'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:29:23.656963 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-bf6f3913-b97c-4718-9f9e-e69b0a9c881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:29:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['928f35cb-cf58-4dde-a4b4-eec4b75bf621'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:29:23.796899 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-bf6f3913-b97c-4718-9f9e-e69b0a9c881d None None] Set router 928f35cb-cf58-4dde-a4b4-eec4b75bf621 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:29:23.797424 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c10b19eb-cfec-4a3a-9f6d-9e6e2abe8431 req-83a8db13-a58f-43f9-8724-5e62538b90ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44036d57-a43c-4cb8-b4e7-dad2d8ab154a HTTP/1.1" status: 200 len: 999 time: 0.1771836 Jun 27 15:29:23.918229 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b19eb-cfec-4a3a-9f6d-9e6e2abe8431 req-ebf1d7b9-6930-4399-b20d-32d8d33b3216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:23.921566 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c10b19eb-cfec-4a3a-9f6d-9e6e2abe8431 req-ebf1d7b9-6930-4399-b20d-32d8d33b3216 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5101df7e-dc3e-4d22-92a5-4e633fba6a41 HTTP/1.1" status: 200 len: 857 time: 0.1116374 Jun 27 15:29:24.038047 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f76a53-5e65-4796-afbb-345ea844cf11 req-311e536e-934d-4f2a-9a70-ce1463f58567 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:24.039873 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-10f76a53-5e65-4796-afbb-345ea844cf11 req-311e536e-934d-4f2a-9a70-ce1463f58567 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 943 time: 0.1169393 Jun 27 15:29:24.041256 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b19eb-cfec-4a3a-9f6d-9e6e2abe8431 req-6843dec3-8d4a-4138-93b9-2f1ea60978a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:24.042795 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c10b19eb-cfec-4a3a-9f6d-9e6e2abe8431 req-6843dec3-8d4a-4138-93b9-2f1ea60978a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0dd13161-8ee5-4285-a373-761f6ed0abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1012247 Jun 27 15:29:24.070507 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:24.166852 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:24.185718 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c10b19eb-cfec-4a3a-9f6d-9e6e2abe8431 req-3cef6719-f90e-4e67-b681-ac1734284e3a service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314363 Jun 27 15:29:24.227017 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-bf6f3913-b97c-4718-9f9e-e69b0a9c881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'name': 'tempest-ServerRescueNegativeTestJSON-920464589-router', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '44554097-c32e-4389-a40b-7f7699da4c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:19Z', 'updated_at': '2022-06-27T15:26:29Z', 'revision_number': 4, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'gw_port': {'id': '44554097-c32e-4389-a40b-7f7699da4c96', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:20Z', 'updated_at': '2022-06-27T15:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '06d7fcc9-9139-4dda-9060-5fd35b1653d0', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'port_id': '44036d57-a43c-4cb8-b4e7-dad2d8ab154a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7', 'mac_address': 'fa:16:3e:02:0d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b96384b-617e-4ae6-989b-f16e60189883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:28:50Z', 'updated_at': '2022-06-27T15:29:22Z', 'revision_number': 1, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d59b94-6c8f-4037-93f9-0b01f6345524', 'name': '', 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'mac_address': 'fa:16:3e:c7:3e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:27Z', 'updated_at': '2022-06-27T15:26:56Z', 'revision_number': 5, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'subnets': [{'id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:29:24.257413 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-10f76a53-5e65-4796-afbb-345ea844cf11 req-d1e5ce77-9e69-4481-8601-ab28592fc47d tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099302 Jun 27 15:29:24.334452 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f3913-b97c-4718-9f9e-e69b0a9c881d None None] The sync data for ids ['928f35cb-cf58-4dde-a4b4-eec4b75bf621'] in dv-cinder-847798-1-iscsi is: [{'id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'name': 'tempest-ServerRescueNegativeTestJSON-920464589-router', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '44554097-c32e-4389-a40b-7f7699da4c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:19Z', 'updated_at': '2022-06-27T15:26:29Z', 'revision_number': 4, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'gw_port': {'id': '44554097-c32e-4389-a40b-7f7699da4c96', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:20Z', 'updated_at': '2022-06-27T15:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '06d7fcc9-9139-4dda-9060-5fd35b1653d0', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'port_id': '44036d57-a43c-4cb8-b4e7-dad2d8ab154a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7', 'mac_address': 'fa:16:3e:02:0d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b96384b-617e-4ae6-989b-f16e60189883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:28:50Z', 'updated_at': '2022-06-27T15:29:22Z', 'revision_number': 1, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d59b94-6c8f-4037-93f9-0b01f6345524', 'name': '', 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'mac_address': 'fa:16:3e:c7:3e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:27Z', 'updated_at': '2022-06-27T15:26:56Z', 'revision_number': 5, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'subnets': [{'id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:29:24.413015 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c10b19eb-cfec-4a3a-9f6d-9e6e2abe8431 req-ffa3db42-7db7-421e-a8c8-5add667b1905 service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125225 Jun 27 15:29:24.451075 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b744ee4c-99b2-42d6-9d41-91a8d057974c req-b4666e05-69da-4a66-b25c-7546c2efcc92 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:24.453593 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b744ee4c-99b2-42d6-9d41-91a8d057974c req-b4666e05-69da-4a66-b25c-7546c2efcc92 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.0783200 Jun 27 15:29:24.522192 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b744ee4c-99b2-42d6-9d41-91a8d057974c req-e63c5a47-531a-4924-a815-44192d3ecd1a tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592227 Jun 27 15:29:25.245905 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66c5d91-6b44-4cdb-8ceb-007ec2b2a437 None None] New status for floating IP 06d7fcc9-9139-4dda-9060-5fd35b1653d0: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 15:29:25.491747 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ad488-14fc-48ee-942c-78acaadc7c91 req-33f494a0-0bcf-4ba0-b6f2-a771dd701150 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:25.493395 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c03ad488-14fc-48ee-942c-78acaadc7c91 req-33f494a0-0bcf-4ba0-b6f2-a771dd701150 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 943 time: 0.1025510 Jun 27 15:29:25.582612 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c03ad488-14fc-48ee-942c-78acaadc7c91 req-66b65ffa-2c69-4360-a572-b95661f69dd5 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827312 Jun 27 15:29:25.731896 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ae269-78a1-48fe-8b53-eafab44b932a req-3a80a193-d7e1-446c-8a7a-324a3bab7666 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:25.734068 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-401ae269-78a1-48fe-8b53-eafab44b932a req-3a80a193-d7e1-446c-8a7a-324a3bab7666 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.0850000 Jun 27 15:29:25.808457 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-401ae269-78a1-48fe-8b53-eafab44b932a req-254bb0b7-efa9-4fad-a73d-66c1c3447f3f tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637062 Jun 27 15:29:26.681996 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:26.737285 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28109108-efe7-4293-8bc9-8f687580daca req-7a43ceec-b8ea-45bb-98e1-38fcf933797a tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:26.738957 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-28109108-efe7-4293-8bc9-8f687580daca req-7a43ceec-b8ea-45bb-98e1-38fcf933797a tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 943 time: 0.0681045 Jun 27 15:29:26.825577 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-28109108-efe7-4293-8bc9-8f687580daca req-07820dc7-ed32-43c5-bdb1-efca8fe85e63 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718415 Jun 27 15:29:27.023218 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f893dad-e456-4dda-a5e8-1b3512cfcf6b req-8bb9d549-dca6-4685-8ffd-6249725e2d33 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:27.026489 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7f893dad-e456-4dda-a5e8-1b3512cfcf6b req-8bb9d549-dca6-4685-8ffd-6249725e2d33 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.0788872 Jun 27 15:29:27.109587 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7f893dad-e456-4dda-a5e8-1b3512cfcf6b req-76a0108d-3b32-4d24-a30d-e8d227fae72f tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771627 Jun 27 15:29:27.975624 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74c65f-5a36-4e31-b629-2637335a91ae req-1aa1d516-a880-4b1e-9e4b-41f5af024497 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:27.977768 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ab74c65f-5a36-4e31-b629-2637335a91ae req-1aa1d516-a880-4b1e-9e4b-41f5af024497 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 943 time: 0.0522535 Jun 27 15:29:28.036445 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ab74c65f-5a36-4e31-b629-2637335a91ae req-4f5edb9a-24b8-492e-8daa-ed2124b58c72 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532229 Jun 27 15:29:28.261989 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205da338-c1da-4d3c-b8c1-cad411906678 req-d142965b-85f3-441a-9796-d48bac3adf59 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:28.264807 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-205da338-c1da-4d3c-b8c1-cad411906678 req-d142965b-85f3-441a-9796-d48bac3adf59 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.0664101 Jun 27 15:29:28.325863 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:28.330597 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-205da338-c1da-4d3c-b8c1-cad411906678 req-15fa8f3f-7561-480c-a735-20360e3d1ab7 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565946 Jun 27 15:29:28.688369 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 53096) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:29:28.789625 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ed994484-a050-4e02-abab-3d866d80a3cf req-6f72851a-8c35-49ef-b13d-76c2422557dc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0994434 Jun 27 15:29:28.799375 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [req-ed994484-a050-4e02-abab-3d866d80a3cf req-b6adaccc-002d-452f-8ac0-48f924584e39 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 15:29:28.800620 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ed994484-a050-4e02-abab-3d866d80a3cf req-b6adaccc-002d-452f-8ac0-48f924584e39 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053711 Jun 27 15:29:28.890476 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 53104) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:29:29.017115 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed994484-a050-4e02-abab-3d866d80a3cf req-bd767174-b94b-44ea-bb09-47fac3a0c0fc tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:29.018630 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ed994484-a050-4e02-abab-3d866d80a3cf req-bd767174-b94b-44ea-bb09-47fac3a0c0fc tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports/62696634-23e0-4313-bcf8-d3be6665d3aa HTTP/1.1" status: 200 len: 941 time: 0.1271625 Jun 27 15:29:29.353062 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a56eee-fd8d-4426-b200-593f907d45a5 req-bc66e1ec-49ed-4c50-8964-ac289a4cc1c1 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:29.354609 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-86a56eee-fd8d-4426-b200-593f907d45a5 req-bc66e1ec-49ed-4c50-8964-ac289a4cc1c1 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 943 time: 0.1254334 Jun 27 15:29:29.563155 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-86a56eee-fd8d-4426-b200-593f907d45a5 req-5c475e64-4dc1-41b9-8a29-d0a1457a3556 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868072 Jun 27 15:29:29.625501 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a067e7d-d631-41c8-a8b6-72c3e8a92e1e req-51d1be7d-7c8b-4a4c-a229-52691de82ea4 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:29.639305 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9a067e7d-d631-41c8-a8b6-72c3e8a92e1e req-51d1be7d-7c8b-4a4c-a229-52691de82ea4 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.1670971 Jun 27 15:29:29.783684 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9a067e7d-d631-41c8-a8b6-72c3e8a92e1e req-0e379208-1d9b-423d-b421-6b9a6b50d0d6 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432993 Jun 27 15:29:30.724161 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470da93-dc7e-425a-8414-b2156134972d req-909f946f-f581-464a-95fa-36869f39196d tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:30.726125 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f470da93-dc7e-425a-8414-b2156134972d req-909f946f-f581-464a-95fa-36869f39196d tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 943 time: 0.0662625 Jun 27 15:29:30.800798 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f470da93-dc7e-425a-8414-b2156134972d req-bb36df6f-3ebf-450d-907d-82cd1b700323 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608485 Jun 27 15:29:31.050499 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17830ded-f0db-49ca-a97f-3833c82324df req-a62c7e60-4a84-4f25-8459-6aa15529957a tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:31.055370 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-17830ded-f0db-49ca-a97f-3833c82324df req-a62c7e60-4a84-4f25-8459-6aa15529957a tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.1366119 Jun 27 15:29:31.177955 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-17830ded-f0db-49ca-a97f-3833c82324df req-69fe0f92-e926-42ca-811d-413001a46529 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112809 Jun 27 15:29:31.460749 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 53214) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:29:31.528766 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-202884bb-650f-40ea-a842-4d03d6ef52c5 admin admin] Deleting subnet 2484939d-6240-4069-807c-ba14c336e5af {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 15:29:31.534214 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-202884bb-650f-40ea-a842-4d03d6ef52c5 admin admin] Publish callbacks [] for subnet (2484939d-6240-4069-807c-ba14c336e5af), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:31.603082 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-202884bb-650f-40ea-a842-4d03d6ef52c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9827168'] for subnet (2484939d-6240-4069-807c-ba14c336e5af), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:31.666272 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-202884bb-650f-40ea-a842-4d03d6ef52c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693064'] for subnet (2484939d-6240-4069-807c-ba14c336e5af), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:31.707212 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:31.752859 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-202884bb-650f-40ea-a842-4d03d6ef52c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9438112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8666668'] for subnet (2484939d-6240-4069-807c-ba14c336e5af), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:31.815806 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202884bb-650f-40ea-a842-4d03d6ef52c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2484939d-6240-4069-807c-ba14c336e5af,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:29:31.819488 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-202884bb-650f-40ea-a842-4d03d6ef52c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:31.824418 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-202884bb-650f-40ea-a842-4d03d6ef52c5 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2484939d-6240-4069-807c-ba14c336e5af HTTP/1.1" status: 204 len: 168 time: 0.3607287 Jun 27 15:29:31.827169 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 53216) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:29:31.830845 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202884bb-650f-40ea-a842-4d03d6ef52c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:31.831351 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202884bb-650f-40ea-a842-4d03d6ef52c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:31.831882 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202884bb-650f-40ea-a842-4d03d6ef52c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:31.832286 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202884bb-650f-40ea-a842-4d03d6ef52c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:31.832816 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202884bb-650f-40ea-a842-4d03d6ef52c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:31.833218 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202884bb-650f-40ea-a842-4d03d6ef52c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:31.836460 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202884bb-650f-40ea-a842-4d03d6ef52c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:31.836460 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202884bb-650f-40ea-a842-4d03d6ef52c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:31.836460 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202884bb-650f-40ea-a842-4d03d6ef52c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:31.836460 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202884bb-650f-40ea-a842-4d03d6ef52c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:31.836460 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202884bb-650f-40ea-a842-4d03d6ef52c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:31.836460 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202884bb-650f-40ea-a842-4d03d6ef52c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:31.836460 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202884bb-650f-40ea-a842-4d03d6ef52c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:31.836460 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202884bb-650f-40ea-a842-4d03d6ef52c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:31.836460 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202884bb-650f-40ea-a842-4d03d6ef52c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:32.040972 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8b6fc63d-8534-407c-9b6c-3863bea84cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750815'] for network (2579e3bc-4a9d-498c-82ba-b2ed0949972e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:32.098955 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8c4a3-fe24-48df-895d-de5960bd81c4 req-cf4e0f22-64e8-4572-a8c1-b61ea2c41c06 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:32.101687 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-73a8c4a3-fe24-48df-895d-de5960bd81c4 req-cf4e0f22-64e8-4572-a8c1-b61ea2c41c06 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 943 time: 0.0894992 Jun 27 15:29:32.287626 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8b6fc63d-8534-407c-9b6c-3863bea84cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-755509', 'neutron.services.segments.db._delete_segments_for_network-8767603345803'] for network (2579e3bc-4a9d-498c-82ba-b2ed0949972e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:32.309529 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-73a8c4a3-fe24-48df-895d-de5960bd81c4 req-f2d643b9-6496-48ae-98d0-e11d013e172c tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809957 Jun 27 15:29:32.326687 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-8b6fc63d-8534-407c-9b6c-3863bea84cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2579e3bc-4a9d-498c-82ba-b2ed0949972e']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:29:32.365048 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-8b6fc63d-8534-407c-9b6c-3863bea84cd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e201e6-4a2f-4b43-8aef-4bdca5df53a9') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:29:32.365555 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-8b6fc63d-8534-407c-9b6c-3863bea84cd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e201e6-4a2f-4b43-8aef-4bdca5df53a9') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:29:32.382069 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8b6fc63d-8534-407c-9b6c-3863bea84cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767603346068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-537146'] for segment (e3e201e6-4a2f-4b43-8aef-4bdca5df53a9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:32.425992 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8b6fc63d-8534-407c-9b6c-3863bea84cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (e3e201e6-4a2f-4b43-8aef-4bdca5df53a9), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:32.440729 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6fc63d-8534-407c-9b6c-3863bea84cd0 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 15:29:32.441420 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8b6fc63d-8534-407c-9b6c-3863bea84cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9360014'] for segment (e3e201e6-4a2f-4b43-8aef-4bdca5df53a9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:32.473028 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:32.834443 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.services.segments.plugin [-] Segment e3e201e6-4a2f-4b43-8aef-4bdca5df53a9 resource provider aggregate not found Jun 27 15:29:32.891393 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecae788-7c84-4846-9434-638cdfc6aa46 req-08627f99-c8a9-45a2-bb46-c4787d8f6362 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:32.893986 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1ecae788-7c84-4846-9434-638cdfc6aa46 req-08627f99-c8a9-45a2-bb46-c4787d8f6362 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.4259703 Jun 27 15:29:32.896733 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.services.segments.plugin [-] Segment e3e201e6-4a2f-4b43-8aef-4bdca5df53a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3e201e6-4a2f-4b43-8aef-4bdca5df53a9 found for delete ", "request_id": "req-4fd6d8b2-7375-42a2-9926-0a5d314db9b3"}]} Jun 27 15:29:32.897574 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8b6fc63d-8534-407c-9b6c-3863bea84cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-755500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728431'] for network (2579e3bc-4a9d-498c-82ba-b2ed0949972e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:32.904040 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8b6fc63d-8534-407c-9b6c-3863bea84cd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:32.920485 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-8b6fc63d-8534-407c-9b6c-3863bea84cd0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2579e3bc-4a9d-498c-82ba-b2ed0949972e HTTP/1.1" status: 204 len: 168 time: 1.0917397 Jun 27 15:29:32.955602 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fc63d-8534-407c-9b6c-3863bea84cd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2579e3bc-4a9d-498c-82ba-b2ed0949972e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:29:33.004702 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6fc63d-8534-407c-9b6c-3863bea84cd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:33.004702 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6fc63d-8534-407c-9b6c-3863bea84cd0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:33.004702 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6fc63d-8534-407c-9b6c-3863bea84cd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:33.004702 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6fc63d-8534-407c-9b6c-3863bea84cd0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:33.004702 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6fc63d-8534-407c-9b6c-3863bea84cd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:33.004702 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6fc63d-8534-407c-9b6c-3863bea84cd0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:33.004702 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6fc63d-8534-407c-9b6c-3863bea84cd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:33.004702 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6fc63d-8534-407c-9b6c-3863bea84cd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:33.004702 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6fc63d-8534-407c-9b6c-3863bea84cd0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:33.004702 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6fc63d-8534-407c-9b6c-3863bea84cd0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:33.004702 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6fc63d-8534-407c-9b6c-3863bea84cd0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:33.004702 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6fc63d-8534-407c-9b6c-3863bea84cd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:33.004702 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6fc63d-8534-407c-9b6c-3863bea84cd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:33.004702 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6fc63d-8534-407c-9b6c-3863bea84cd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:33.006703 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6fc63d-8534-407c-9b6c-3863bea84cd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:33.030803 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1ecae788-7c84-4846-9434-638cdfc6aa46 req-e183881a-0c93-43fc-aa86-0062cd8f1998 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073284 Jun 27 15:29:33.222555 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 53230) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:29:33.273238 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-6307bb1e-c510-42af-b0e0-f6038ec3eecc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b99a389f8cd34552ae1b3c30803669ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491500 Jun 27 15:29:33.278152 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 53232) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:29:33.343493 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62d2c9b1-0970-4299-bdfa-5c2380df54f2 admin admin] Publish callbacks [] for security_group (f099bc72-2769-4a17-8e8f-2a68796760a0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:33.555050 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad25472-ca18-4671-9442-7adcf9470f1c req-ee1c5b4a-09a0-4193-9ee7-3d7ede2d07c9 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:33.556594 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6ad25472-ca18-4671-9442-7adcf9470f1c req-ee1c5b4a-09a0-4193-9ee7-3d7ede2d07c9 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 943 time: 0.0743542 Jun 27 15:29:33.642639 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62d2c9b1-0970-4299-bdfa-5c2380df54f2 admin admin] Publish callbacks [] for security_group (f099bc72-2769-4a17-8e8f-2a68796760a0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:33.651880 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6ad25472-ca18-4671-9442-7adcf9470f1c req-0cfd0359-f184-4aa5-8b99-d725b5abf30c tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842063 Jun 27 15:29:33.714296 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62d2c9b1-0970-4299-bdfa-5c2380df54f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (f099bc72-2769-4a17-8e8f-2a68796760a0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:33.717713 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-62d2c9b1-0970-4299-bdfa-5c2380df54f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:33.719344 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-62d2c9b1-0970-4299-bdfa-5c2380df54f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f099bc72-2769-4a17-8e8f-2a68796760a0 HTTP/1.1" status: 204 len: 168 time: 0.4392667 Jun 27 15:29:33.729831 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2c9b1-0970-4299-bdfa-5c2380df54f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f099bc72-2769-4a17-8e8f-2a68796760a0,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:29:34.227179 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd157ba-54a3-4160-83ef-78926370ea17 req-6092cc75-86ab-4e91-a5f6-6de05dee2a18 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:34.229081 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1cd157ba-54a3-4160-83ef-78926370ea17 req-6092cc75-86ab-4e91-a5f6-6de05dee2a18 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.0572672 Jun 27 15:29:34.313877 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1cd157ba-54a3-4160-83ef-78926370ea17 req-9eeaa0f8-5d60-48ac-bbf6-ff7ee00ba525 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775647 Jun 27 15:29:34.768590 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 53266) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:29:34.812885 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622a8ab-30d8-4e89-a4c4-3e472bca5426 req-6feb1917-5123-493c-b6b9-398a2b832763 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:34.821074 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f622a8ab-30d8-4e89-a4c4-3e472bca5426 req-6feb1917-5123-493c-b6b9-398a2b832763 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 943 time: 0.0638568 Jun 27 15:29:34.909034 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f622a8ab-30d8-4e89-a4c4-3e472bca5426 req-88025225-8532-4e7d-9af6-9d32914db539 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868282 Jun 27 15:29:34.929469 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-490b4078-9c7b-4ad7-8d29-8cdca18e19d7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1353781619-network', 'tenant_id': 'fe9612aa8fdd4be0a4a3ecfaefb96fca'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:29:34.964287 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490b4078-9c7b-4ad7-8d29-8cdca18e19d7 admin admin] Made reservation on behalf of fe9612aa8fdd4be0a4a3ecfaefb96fca for: {'network': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:29:34.969271 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-490b4078-9c7b-4ad7-8d29-8cdca18e19d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for network (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:34.984559 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-490b4078-9c7b-4ad7-8d29-8cdca18e19d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:35.059484 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:35.088231 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-490b4078-9c7b-4ad7-8d29-8cdca18e19d7 admin admin] Publish callbacks [] for security_group (4c7311a1-f3ae-4611-adcd-a2b9d620e524), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:35.094314 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-490b4078-9c7b-4ad7-8d29-8cdca18e19d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (4c7311a1-f3ae-4611-adcd-a2b9d620e524), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:35.124986 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b4078-9c7b-4ad7-8d29-8cdca18e19d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c7311a1-f3ae-4611-adcd-a2b9d620e524,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:29:35.137013 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490b4078-9c7b-4ad7-8d29-8cdca18e19d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=104032) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 15:29:35.174637 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-490b4078-9c7b-4ad7-8d29-8cdca18e19d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (c38ec819-9848-47bb-82c6-b74cc8bd26d8), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:35.175315 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.db.segments_db [None req-490b4078-9c7b-4ad7-8d29-8cdca18e19d7 admin admin] Added segment c38ec819-9848-47bb-82c6-b74cc8bd26d8 of type vlan for network 05882426-bf21-41a8-ab57-641909717128 Jun 27 15:29:35.227593 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-490b4078-9c7b-4ad7-8d29-8cdca18e19d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767602840778'] for network (05882426-bf21-41a8-ab57-641909717128), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:35.264893 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-490b4078-9c7b-4ad7-8d29-8cdca18e19d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for network (05882426-bf21-41a8-ab57-641909717128), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:35.266051 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490b4078-9c7b-4ad7-8d29-8cdca18e19d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:35.266801 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-490b4078-9c7b-4ad7-8d29-8cdca18e19d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:35.300197 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-490b4078-9c7b-4ad7-8d29-8cdca18e19d7 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5298500 Jun 27 15:29:35.304799 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 53272) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:29:35.310223 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-c4c41b0b-76bf-49ae-a3af-63135a63a4a9 admin admin] Request body: {'subnet': {'network_id': '05882426-bf21-41a8-ab57-641909717128', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1353781619-subnet', 'tenant_id': 'fe9612aa8fdd4be0a4a3ecfaefb96fca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:29:35.335672 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c41b0b-76bf-49ae-a3af-63135a63a4a9 admin admin] Made reservation on behalf of fe9612aa8fdd4be0a4a3ecfaefb96fca for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:29:35.350321 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c4c41b0b-76bf-49ae-a3af-63135a63a4a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8708588'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:35.352799 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b4078-9c7b-4ad7-8d29-8cdca18e19d7 admin admin] Pushing event updated for resources: {'Network': ['ID=05882426-bf21-41a8-ab57-641909717128,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:29:35.370904 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Network 05882426-bf21-41a8-ab57-641909717128 details requested by agent ovs-agent-dv-cinder-847798-1-iscsi with host dv-cinder-847798-1-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 15:29:35.414753 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:35.547205 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbe7cb-6102-43bd-b9af-9515d65d7378 req-72a2b782-3cac-460e-8bca-65a12d584371 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:35.548975 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-74cbe7cb-6102-43bd-b9af-9515d65d7378 req-72a2b782-3cac-460e-8bca-65a12d584371 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.1353152 Jun 27 15:29:35.674199 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-74cbe7cb-6102-43bd-b9af-9515d65d7378 req-b62661a6-00c9-4f6a-976d-0ce767acd788 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131897 Jun 27 15:29:35.801902 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c4c41b0b-76bf-49ae-a3af-63135a63a4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9359911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8708506'] for subnet (4f583938-d29a-4eef-a3ae-9a3363da0f25), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:35.877732 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c41b0b-76bf-49ae-a3af-63135a63a4a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f583938-d29a-4eef-a3ae-9a3363da0f25,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:29:35.887609 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c41b0b-76bf-49ae-a3af-63135a63a4a9 admin admin] Checking segment: {'id': 'c38ec819-9848-47bb-82c6-b74cc8bd26d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '05882426-bf21-41a8-ab57-641909717128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:29:35.888172 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c41b0b-76bf-49ae-a3af-63135a63a4a9 admin admin] Network hostable DHCP agents. Network: 05882426-bf21-41a8-ab57-641909717128, hostable agents: ['98079605-5130-4ae4-a555-f860a4678271'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 15:29:35.919652 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c41b0b-76bf-49ae-a3af-63135a63a4a9 admin admin] Network 05882426-bf21-41a8-ab57-641909717128 is scheduled to be hosted by DHCP agent 98079605-5130-4ae4-a555-f860a4678271 with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 15:29:35.945457 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-c4c41b0b-76bf-49ae-a3af-63135a63a4a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847798-1-iscsi, 05882426-bf21-41a8-ab57-641909717128) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:29:35.959192 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c41b0b-76bf-49ae-a3af-63135a63a4a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:35.959823 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c4c41b0b-76bf-49ae-a3af-63135a63a4a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:35.969468 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b123561a-0c7e-41d0-b10e-36924247a48e None None] Network 05882426-bf21-41a8-ab57-641909717128 requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:29:36.014299 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-c4c41b0b-76bf-49ae-a3af-63135a63a4a9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7081685 Jun 27 15:29:36.098076 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:36.131760 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce07dbc-3092-45d7-83ae-a4c6379bc316 req-27b06724-210d-4490-820f-000f68a3fa77 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:36.131760 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9ce07dbc-3092-45d7-83ae-a4c6379bc316 req-27b06724-210d-4490-820f-000f68a3fa77 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 943 time: 0.0968966 Jun 27 15:29:36.195529 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:36.196471 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=9 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:36.240635 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1d31e6-fa16-4547-b77e-acda36c7633b None None] Network 05882426-bf21-41a8-ab57-641909717128 requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:29:36.340667 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9ce07dbc-3092-45d7-83ae-a4c6379bc316 req-c9c71a0a-3cb1-4cbf-9ea5-1212436381e6 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956465 Jun 27 15:29:36.946196 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dadeb95-4022-42bf-af87-0e03dfea8d62 req-b9c22896-acc6-4eed-89b0-95774b2778f8 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:36.949237 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4dadeb95-4022-42bf-af87-0e03dfea8d62 req-b9c22896-acc6-4eed-89b0-95774b2778f8 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.1264453 Jun 27 15:29:37.042646 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4dadeb95-4022-42bf-af87-0e03dfea8d62 req-3230ed71-8699-4262-b3a0-38ddf1465750 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871727 Jun 27 15:29:37.524255 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c44bd-3f3a-4755-921d-2780105d7811 req-eda4875d-eb8e-43f5-b7c3-cecdfacb77ee tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:37.525904 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-747c44bd-3f3a-4755-921d-2780105d7811 req-eda4875d-eb8e-43f5-b7c3-cecdfacb77ee tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 943 time: 0.0568211 Jun 27 15:29:37.583521 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-747c44bd-3f3a-4755-921d-2780105d7811 req-23937c15-37dc-4647-a54a-7e007ce43ce6 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514867 Jun 27 15:29:38.187205 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1221c2-8730-42d7-bb8c-0aca8c09fcbd req-2880c64a-e0c1-41d8-b9b6-8182b6141696 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:38.188888 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ff1221c2-8730-42d7-bb8c-0aca8c09fcbd req-2880c64a-e0c1-41d8-b9b6-8182b6141696 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.0480406 Jun 27 15:29:38.239606 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ff1221c2-8730-42d7-bb8c-0aca8c09fcbd req-782ff500-6731-4e0d-b860-b39609a18bfd tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449350 Jun 27 15:29:38.276895 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:29:38.708433 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc0181-f596-4825-a027-219b04bc0389 req-589096cb-0ed5-4f58-bf8a-ca9a9651adc2 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:38.710072 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-58fc0181-f596-4825-a027-219b04bc0389 req-589096cb-0ed5-4f58-bf8a-ca9a9651adc2 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 943 time: 0.0558999 Jun 27 15:29:38.774113 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-58fc0181-f596-4825-a027-219b04bc0389 req-393c67da-8685-41f3-9aae-201339b4df31 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512233 Jun 27 15:29:38.790831 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-84f981d5-1cf7-425b-8d36-3eb6f9abd4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:39.375605 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dbd04b-968e-4637-a627-deae77599414 req-5fd469f7-7188-4ff1-af14-6ba6f21069c6 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:39.377240 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e1dbd04b-968e-4637-a627-deae77599414 req-5fd469f7-7188-4ff1-af14-6ba6f21069c6 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.0554860 Jun 27 15:29:39.433945 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e1dbd04b-968e-4637-a627-deae77599414 req-0d910ecc-5d33-4a7e-bf02-6fd4cf519473 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501678 Jun 27 15:29:39.890481 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7b690-2263-4ee3-819b-371ae907964b req-00dbe76d-ae81-4dad-9cc3-4324e6273d39 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:39.891899 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-63c7b690-2263-4ee3-819b-371ae907964b req-00dbe76d-ae81-4dad-9cc3-4324e6273d39 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 943 time: 0.0514045 Jun 27 15:29:39.928957 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:DELETE=5,neutron:UPDATE=3,neutron:SELECT=84,neutron:INSERT=8 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:39.946543 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-63c7b690-2263-4ee3-819b-371ae907964b req-b2f42582-e899-4de7-834b-a1c058868522 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479875 Jun 27 15:29:40.562995 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dccb67-ab7b-4fc4-8cb0-491382bb9e65 req-63e74eb2-e683-475c-ab4b-e19b4c8e45d7 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:40.564544 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e4dccb67-ab7b-4fc4-8cb0-491382bb9e65 req-63e74eb2-e683-475c-ab4b-e19b4c8e45d7 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.0497134 Jun 27 15:29:40.623915 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e4dccb67-ab7b-4fc4-8cb0-491382bb9e65 req-6f70dcb4-a857-471a-b4de-a5c90d6dc2e2 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502961 Jun 27 15:29:41.084752 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf98a1c-9360-48e8-818e-fde411968347 req-f381152f-0231-421d-a081-47f5f2990a9a tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:41.086291 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dbf98a1c-9360-48e8-818e-fde411968347 req-f381152f-0231-421d-a081-47f5f2990a9a tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 943 time: 0.0565131 Jun 27 15:29:41.137499 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dbf98a1c-9360-48e8-818e-fde411968347 req-3c7a35f4-4a88-48b2-8201-63a998c05cbf tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451078 Jun 27 15:29:41.696832 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:41.697860 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:41.720618 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a27e7f15-66d5-4ed1-a848-9292184f83d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:41.784646 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-715e90c2-88c4-4fdb-a27a-a67b6a35208a tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:41.786199 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-715e90c2-88c4-4fdb-a27a-a67b6a35208a tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/networks?id=05882426-bf21-41a8-ab57-641909717128 HTTP/1.1" status: 200 len: 814 time: 0.1502280 Jun 27 15:29:41.804136 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 3ccbca6d-373a-42a6-9d88-221bb0b77dd5 details requested by agent hyperv_hv-cinder-84779 with host hv-cinder-84779 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 15:29:41.813138 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-28a777a6-7b77-493a-878f-07580550c0a9 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/quotas/fe9612aa8fdd4be0a4a3ecfaefb96fca HTTP/1.1" status: 200 len: 375 time: 0.0196629 Jun 27 15:29:41.821008 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2970e93-d78c-4feb-b75e-096953030671 req-1adf6aef-0162-436a-886e-5885aa4b0c6b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:41.825161 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a2970e93-d78c-4feb-b75e-096953030671 req-1adf6aef-0162-436a-886e-5885aa4b0c6b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.0859377 Jun 27 15:29:41.853337 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-fae8f64d-4b51-4351-be6f-0cb97002ea8f tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe9612aa8fdd4be0a4a3ecfaefb96fca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391290 Jun 27 15:29:41.946497 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a2970e93-d78c-4feb-b75e-096953030671 req-c9700fc5-7c19-47fa-8a0b-40e8731ec7ec tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137414 Jun 27 15:29:42.066516 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-bd337c3f-acf1-4818-bbc8-7e0e3a95cd16 service neutron] 10.222.0.26 "GET /v2.0/networks/05882426-bf21-41a8-ab57-641909717128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989431 Jun 27 15:29:42.066754 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 3ccbca6d-373a-42a6-9d88-221bb0b77dd5, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=3ccbca6d-373a-42a6-9d88-221bb0b77dd5,segment=NetworkSegment(092ec022-4797-43f8-9eb5-7109adc548d1),segment_id=092ec022-4797-43f8-9eb5-7109adc548d1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:29:42.104789 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Returning: {'device': '3ccbca6d-373a-42a6-9d88-221bb0b77dd5', 'network_id': '79265a58-e851-4f46-80e6-8bd40ee58e6c', 'port_id': '3ccbca6d-373a-42a6-9d88-221bb0b77dd5', 'mac_address': 'fa:16:3e:ef:19:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01c8c3bc-3231-413d-87ec-f0dfb1f32f40', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 15:29:42.164040 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 3ccbca6d-373a-42a6-9d88-221bb0b77dd5 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:29:42.164817 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (3ccbca6d-373a-42a6-9d88-221bb0b77dd5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:42.186410 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-8a9c0e25-ad73-4c55-ac2e-8f443a710f7f service neutron] 10.222.0.26 "GET /v2.0/networks/05882426-bf21-41a8-ab57-641909717128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188245 Jun 27 15:29:42.214123 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ccbca6d-373a-42a6-9d88-221bb0b77dd5 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:29:42.265679 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 3ccbca6d-373a-42a6-9d88-221bb0b77dd5, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=3ccbca6d-373a-42a6-9d88-221bb0b77dd5,segment=NetworkSegment(092ec022-4797-43f8-9eb5-7109adc548d1),segment_id=092ec022-4797-43f8-9eb5-7109adc548d1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:29:42.273442 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (3ccbca6d-373a-42a6-9d88-221bb0b77dd5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:42.294839 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74627121-0790-479a-939c-095b679713ac req-04d2834e-56c1-4449-ab88-07d35fd47350 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:42.297454 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-74627121-0790-479a-939c-095b679713ac req-04d2834e-56c1-4449-ab88-07d35fd47350 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 943 time: 0.0662491 Jun 27 15:29:42.360833 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=3ccbca6d-373a-42a6-9d88-221bb0b77dd5,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:29:42.376214 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:42.377344 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:42.378134 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:42.378620 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-74627121-0790-479a-939c-095b679713ac req-cce7e611-18f3-4cd5-afae-b0ceca6fee40 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740275 Jun 27 15:29:42.379241 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:42.379811 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:42.380422 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:42.380993 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:42.381559 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:42.382122 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:42.382679 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:42.383241 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:42.383789 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:42.384359 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:42.385413 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:42.385516 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:29:42.529573 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b209e331-73ea-43cd-9be2-1ceac7da568f req-e1e3692f-37f9-4501-bd63-fa692cccf4a0 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2cf58f-7730-4d52-8712-24fcfbf19801 HTTP/1.1" status: 200 len: 210 time: 0.0722244 Jun 27 15:29:42.539684 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed994484-a050-4e02-abab-3d866d80a3cf req-ed33a650-38da-448e-9875-a92825d8b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:42.540684 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ed994484-a050-4e02-abab-3d866d80a3cf req-ed33a650-38da-448e-9875-a92825d8b820 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642&tenant_id=2270daf238a640609e9ab514b01d9768 HTTP/1.1" status: 200 len: 1128 time: 0.1387458 Jun 27 15:29:42.576834 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['3ccbca6d-373a-42a6-9d88-221bb0b77dd5'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:29:42.628634 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed994484-a050-4e02-abab-3d866d80a3cf req-8b6a84ad-81a1-4ba4-8c3a-eb65ac030670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:42.630207 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ed994484-a050-4e02-abab-3d866d80a3cf req-8b6a84ad-81a1-4ba4-8c3a-eb65ac030670 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2270daf238a640609e9ab514b01d9768&device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 1128 time: 0.0592353 Jun 27 15:29:42.714704 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:42.767675 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed994484-a050-4e02-abab-3d866d80a3cf req-0f2b7ba8-9c9d-48ea-a1ed-f55e41b038f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:42.769575 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ed994484-a050-4e02-abab-3d866d80a3cf req-0f2b7ba8-9c9d-48ea-a1ed-f55e41b038f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e8e77f3f-2787-4f23-b11e-9e909cc074b3 HTTP/1.1" status: 200 len: 918 time: 0.1298709 Jun 27 15:29:42.836660 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:42.849556 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ed994484-a050-4e02-abab-3d866d80a3cf req-7392a96f-0a91-4fdd-bfc1-9fee288878a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62696634-23e0-4313-bcf8-d3be6665d3aa HTTP/1.1" status: 200 len: 999 time: 0.0727367 Jun 27 15:29:42.913210 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed994484-a050-4e02-abab-3d866d80a3cf req-b0570261-0842-4384-9a22-8681f59e56a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:42.914772 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ed994484-a050-4e02-abab-3d866d80a3cf req-b0570261-0842-4384-9a22-8681f59e56a0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96df5947-fd71-41b6-a0c5-3296a5c0458f HTTP/1.1" status: 200 len: 856 time: 0.0586503 Jun 27 15:29:42.979870 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed994484-a050-4e02-abab-3d866d80a3cf req-5d1d5b5a-fc95-449c-a349-3d9f7ef45176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:42.981563 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ed994484-a050-4e02-abab-3d866d80a3cf req-5d1d5b5a-fc95-449c-a349-3d9f7ef45176 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8e77f3f-2787-4f23-b11e-9e909cc074b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589292 Jun 27 15:29:43.124761 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9db3e-f98f-4861-9345-914d211ec4c1 req-41530e50-ddd8-4ce0-b839-644fd6d8cbc4 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:43.135652 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ed994484-a050-4e02-abab-3d866d80a3cf req-f7ec127b-13e5-46a5-aaf3-94aaf0dae3e0 service neutron] 10.222.0.42 "GET /v2.0/networks/e8e77f3f-2787-4f23-b11e-9e909cc074b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455643 Jun 27 15:29:43.136024 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2ea9db3e-f98f-4861-9345-914d211ec4c1 req-41530e50-ddd8-4ce0-b839-644fd6d8cbc4 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.0926991 Jun 27 15:29:43.228706 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2ea9db3e-f98f-4861-9345-914d211ec4c1 req-0fd862a2-dace-4434-9105-44028bf9b5f8 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912485 Jun 27 15:29:43.277464 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ed994484-a050-4e02-abab-3d866d80a3cf req-73c6158f-bfa4-4675-95b9-66413e2c1074 service neutron] 10.222.0.42 "GET /v2.0/networks/e8e77f3f-2787-4f23-b11e-9e909cc074b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301177 Jun 27 15:29:43.453013 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:43.536162 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190120f7-5e6d-4763-a3b0-3541dc1f439c req-3a7b5191-26ea-41ed-b3f6-b3df2201f669 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:43.537895 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-190120f7-5e6d-4763-a3b0-3541dc1f439c req-3a7b5191-26ea-41ed-b3f6-b3df2201f669 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 944 time: 0.0540042 Jun 27 15:29:43.627493 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-190120f7-5e6d-4763-a3b0-3541dc1f439c req-f33efe1f-9e04-4d64-94a9-b930b417ee41 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831077 Jun 27 15:29:43.658795 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7b18fb37-f70b-4a91-806f-2b29e7c9045e req-790ad638-9cfa-43d6-bb71-e3df76f8ae4f tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2cf58f-7730-4d52-8712-24fcfbf19801 HTTP/1.1" status: 200 len: 210 time: 0.0324359 Jun 27 15:29:43.819811 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 3ccbca6d-373a-42a6-9d88-221bb0b77dd5 up at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:29:43.907498 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning for port 3ccbca6d-373a-42a6-9d88-221bb0b77dd5 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 15:29:43.919103 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning complete for port 3ccbca6d-373a-42a6-9d88-221bb0b77dd5 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:29:43.920123 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (3ccbca6d-373a-42a6-9d88-221bb0b77dd5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:44.040972 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 3ccbca6d-373a-42a6-9d88-221bb0b77dd5 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:29:44.041504 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-ede03d69-1ee2-4b87-b80b-287d23f6055f tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:44.042337 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (3ccbca6d-373a-42a6-9d88-221bb0b77dd5), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:44.043159 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-ede03d69-1ee2-4b87-b80b-287d23f6055f tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.42 "GET /v2.0/networks?id=05882426-bf21-41a8-ab57-641909717128 HTTP/1.1" status: 200 len: 814 time: 0.2328918 Jun 27 15:29:44.063460 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-a9a0c951-1c62-493c-91c7-082a1144d11c tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Request body: {'port': {'device_id': '5e2cf58f-7730-4d52-8712-24fcfbf19801', 'network_id': '05882426-bf21-41a8-ab57-641909717128', 'admin_state_up': True, 'tenant_id': 'fe9612aa8fdd4be0a4a3ecfaefb96fca'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:29:44.077579 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5aa595-85d6-44d8-9b6a-0fd0e958657c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccbca6d-373a-42a6-9d88-221bb0b77dd5'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:29:44.082009 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d85b7032bc105ad9eb63a31382f750c4bf6bbb4824e658972134fe301cb831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cdb8a6-b3c7-446a-8593-d48fb8a94ab1" -d '{"events": [{"server_uuid": "ce5aa595-85d6-44d8-9b6a-0fd0e958657c", "name": "network-vif-plugged", "status": "completed", "tag": "3ccbca6d-373a-42a6-9d88-221bb0b77dd5"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:29:44.122113 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 3ccbca6d-373a-42a6-9d88-221bb0b77dd5, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=3ccbca6d-373a-42a6-9d88-221bb0b77dd5,segment=NetworkSegment(092ec022-4797-43f8-9eb5-7109adc548d1),segment_id=092ec022-4797-43f8-9eb5-7109adc548d1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:29:44.129014 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (3ccbca6d-373a-42a6-9d88-221bb0b77dd5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:44.162020 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4269cebb-3649-47d6-98b0-4702b00104f2 x-openstack-request-id: req-4269cebb-3649-47d6-98b0-4702b00104f2 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:29:44.162380 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5aa595-85d6-44d8-9b6a-0fd0e958657c", "name": "network-vif-plugged", "status": "completed", "tag": "3ccbca6d-373a-42a6-9d88-221bb0b77dd5", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:29:44.162558 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4269cebb-3649-47d6-98b0-4702b00104f2 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:29:44.163122 dv-cinder-847798-1-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4269cebb-3649-47d6-98b0-4702b00104f2'] response: {'server_uuid': 'ce5aa595-85d6-44d8-9b6a-0fd0e958657c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ccbca6d-373a-42a6-9d88-221bb0b77dd5', 'code': 200} Jun 27 15:29:44.176990 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:44.193381 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=3ccbca6d-373a-42a6-9d88-221bb0b77dd5,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:29:44.234029 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-a9a0c951-1c62-493c-91c7-082a1144d11c tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Made reservation on behalf of fe9612aa8fdd4be0a4a3ecfaefb96fca for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:29:44.239722 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-a9a0c951-1c62-493c-91c7-082a1144d11c tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:44.426747 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:44.458262 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af988416-ff6f-44be-b82a-31c29b582fc2 req-07f6b82b-229e-48ac-bdfb-287f0528510b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:44.461126 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-af988416-ff6f-44be-b82a-31c29b582fc2 req-07f6b82b-229e-48ac-bdfb-287f0528510b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.1422353 Jun 27 15:29:44.468635 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-a9a0c951-1c62-493c-91c7-082a1144d11c tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Allocated IP 172.20.0.11 (05882426-bf21-41a8-ab57-641909717128/4f583938-d29a-4eef-a3ae-9a3363da0f25/684b638a-b884-40ba-bebd-043ddafe9556) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:29:44.572976 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-af988416-ff6f-44be-b82a-31c29b582fc2 req-ab84452b-a9b3-4767-8bb5-34c55f4b132c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023259 Jun 27 15:29:44.671081 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:44.762728 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-a9a0c951-1c62-493c-91c7-082a1144d11c tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Publish callbacks [] for port (684b638a-b884-40ba-bebd-043ddafe9556), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:44.781228 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a079d-950e-49da-8a4b-e8f77940fa3c req-31a3dbd1-d6e0-464e-99c9-d9f9f1ebb62a tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:44.782763 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f5a079d-950e-49da-8a4b-e8f77940fa3c req-31a3dbd1-d6e0-464e-99c9-d9f9f1ebb62a tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 945 time: 0.0659389 Jun 27 15:29:44.784808 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:44.785728 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-34c461ed-eb4b-42f1-b0b7-f5ae83e0903b req-167469b9-9486-41bd-8710-4ffbe297c06b tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2cf58f-7730-4d52-8712-24fcfbf19801 HTTP/1.1" status: 200 len: 210 time: 0.0311577 Jun 27 15:29:44.855617 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-a9a0c951-1c62-493c-91c7-082a1144d11c tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (684b638a-b884-40ba-bebd-043ddafe9556), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:44.870600 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f5a079d-950e-49da-8a4b-e8f77940fa3c req-e1c470c8-aeb1-4bd0-a854-0bfeffa0cf90 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798247 Jun 27 15:29:44.905990 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-a9a0c951-1c62-493c-91c7-082a1144d11c tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Network 05882426-bf21-41a8-ab57-641909717128 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:29:44.909683 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-a9a0c951-1c62-493c-91c7-082a1144d11c tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:29:44.914470 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-a9a0c951-1c62-493c-91c7-082a1144d11c tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:29:44.954406 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0c951-1c62-493c-91c7-082a1144d11c tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Pushing event updated for resources: {'Port': ['ID=684b638a-b884-40ba-bebd-043ddafe9556,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:29:44.986862 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-a9a0c951-1c62-493c-91c7-082a1144d11c tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:44.987692 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-a9a0c951-1c62-493c-91c7-082a1144d11c tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:45.008972 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-a9a0c951-1c62-493c-91c7-082a1144d11c tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9506643 Jun 27 15:29:45.051967 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:45.719503 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d337a-5a55-492a-ae79-1356d729fb82 req-4f995b55-2fdc-4236-8240-e5d2bfafc29d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:45.722066 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-af4d337a-5a55-492a-ae79-1356d729fb82 req-4f995b55-2fdc-4236-8240-e5d2bfafc29d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.0719805 Jun 27 15:29:45.794081 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-af4d337a-5a55-492a-ae79-1356d729fb82 req-145f3155-631c-445e-9540-6f01acda85ad tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661099 Jun 27 15:29:46.037346 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde004bc-6e1b-4e86-a7b0-4d8b159c4d1e req-e942c37a-13ea-4acd-9044-1cb09ad8cba4 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:46.039013 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bde004bc-6e1b-4e86-a7b0-4d8b159c4d1e req-e942c37a-13ea-4acd-9044-1cb09ad8cba4 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2cf58f-7730-4d52-8712-24fcfbf19801 HTTP/1.1" status: 200 len: 932 time: 0.1099515 Jun 27 15:29:46.075450 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3388143-a624-497e-89f4-e7545d721154 req-2ac9a1f8-6853-4555-bfcb-c63db2347305 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:46.084452 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b3388143-a624-497e-89f4-e7545d721154 req-2ac9a1f8-6853-4555-bfcb-c63db2347305 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 945 time: 0.1088023 Jun 27 15:29:46.169950 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bde004bc-6e1b-4e86-a7b0-4d8b159c4d1e req-4e49644e-9e81-4604-bd0e-3e7bd2c0fc85 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250815 Jun 27 15:29:46.204656 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b3388143-a624-497e-89f4-e7545d721154 req-0a35a41d-1a71-4afe-a013-7519e813b496 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190102 Jun 27 15:29:46.930562 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:46.944052 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd09670-49cc-4aa5-8652-52971bea9e9d req-de979ccb-f4f1-4e1f-aedc-55707ffb7886 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:46.945612 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6bd09670-49cc-4aa5-8652-52971bea9e9d req-de979ccb-f4f1-4e1f-aedc-55707ffb7886 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.0592101 Jun 27 15:29:47.003843 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6bd09670-49cc-4aa5-8652-52971bea9e9d req-ba59e262-a334-49a6-b2c8-349a97872896 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523050 Jun 27 15:29:47.357146 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a074d-6184-4187-b08a-bd3f50d370b4 req-c29dc098-e6e3-4553-b665-1bf2d7bf9f68 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:47.370491 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-239a074d-6184-4187-b08a-bd3f50d370b4 req-c29dc098-e6e3-4553-b665-1bf2d7bf9f68 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2cf58f-7730-4d52-8712-24fcfbf19801 HTTP/1.1" status: 200 len: 932 time: 0.0793431 Jun 27 15:29:47.376067 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e29f6-ad99-4e91-9e8b-da76861ee568 req-576e4af1-5e85-4bfb-9276-b8d3396dd568 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:47.382884 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3b3e29f6-ad99-4e91-9e8b-da76861ee568 req-576e4af1-5e85-4bfb-9276-b8d3396dd568 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 945 time: 0.0705006 Jun 27 15:29:47.470182 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-239a074d-6184-4187-b08a-bd3f50d370b4 req-60490adf-19d9-4821-ab7a-b47c59c82516 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983312 Jun 27 15:29:47.508240 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3b3e29f6-ad99-4e91-9e8b-da76861ee568 req-57a2c9d7-987e-425f-9ce7-7bbb706841ee tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188920 Jun 27 15:29:48.206993 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a130e-55e1-4311-9e3f-fcc27f86e5df req-4f69607a-7f2f-480a-9a27-9307a043f388 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:48.208620 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4b2a130e-55e1-4311-9e3f-fcc27f86e5df req-4f69607a-7f2f-480a-9a27-9307a043f388 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.0976233 Jun 27 15:29:48.271786 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:48.277338 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:48.329126 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4b2a130e-55e1-4311-9e3f-fcc27f86e5df req-3da3c188-5928-4ccc-9cda-0412d880fa95 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093636 Jun 27 15:29:48.626194 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a9c35-2760-47b0-8dfa-4def418ef733 req-a10a4b1b-5d6b-4e7b-8d64-26f9e6c8b55a tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:48.629419 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f09a9c35-2760-47b0-8dfa-4def418ef733 req-a10a4b1b-5d6b-4e7b-8d64-26f9e6c8b55a tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2cf58f-7730-4d52-8712-24fcfbf19801 HTTP/1.1" status: 200 len: 932 time: 0.0742166 Jun 27 15:29:48.665321 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ebcb3-79a2-46ef-9411-4e6f4946e094 req-d068429e-07b8-4f73-b476-3e476823e988 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:48.672749 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-631ebcb3-79a2-46ef-9411-4e6f4946e094 req-d068429e-07b8-4f73-b476-3e476823e988 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 945 time: 0.0978169 Jun 27 15:29:48.707919 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f09a9c35-2760-47b0-8dfa-4def418ef733 req-b09fdfed-04d7-4356-a1aa-d7f18e7595d1 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665131 Jun 27 15:29:48.746734 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-631ebcb3-79a2-46ef-9411-4e6f4946e094 req-f941a17b-429f-4f4f-8a86-031c6151102e tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727839 Jun 27 15:29:48.901854 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:49.502588 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632f0de-f831-482b-b649-b13ed0011eb3 req-bbcc5b12-48bf-47ed-ad2d-33f13911d765 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:49.505188 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c632f0de-f831-482b-b649-b13ed0011eb3 req-bbcc5b12-48bf-47ed-ad2d-33f13911d765 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.0879874 Jun 27 15:29:49.575171 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c632f0de-f831-482b-b649-b13ed0011eb3 req-f8e3bbde-a628-475d-a351-2c9a149edbdc tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551424 Jun 27 15:29:49.872082 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d64e8-d869-43e9-b0cc-e627730f46c1 req-79cd696e-1fac-4d48-b0d5-74bb736341d6 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:49.874514 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-906d64e8-d869-43e9-b0cc-e627730f46c1 req-79cd696e-1fac-4d48-b0d5-74bb736341d6 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2cf58f-7730-4d52-8712-24fcfbf19801 HTTP/1.1" status: 200 len: 932 time: 0.0615058 Jun 27 15:29:49.887490 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:49.895428 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f512e9-0112-4057-98b4-006b3633e503 req-5f401188-da7b-47ad-b777-671da8e01e5e tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:49.897952 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f1f512e9-0112-4057-98b4-006b3633e503 req-5f401188-da7b-47ad-b777-671da8e01e5e tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 945 time: 0.0584915 Jun 27 15:29:49.947473 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-906d64e8-d869-43e9-b0cc-e627730f46c1 req-0ba517a9-1ba2-4596-97a4-c41c089d23e1 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668519 Jun 27 15:29:49.969849 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f1f512e9-0112-4057-98b4-006b3633e503 req-a1c7996d-fe40-4782-a3ed-acf6c45f664d tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619230 Jun 27 15:29:50.767910 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9002fa3-92f3-442c-be84-11387236c52f req-2b2e559d-4aef-4d66-949b-a10231abf29d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:50.771670 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f9002fa3-92f3-442c-be84-11387236c52f req-2b2e559d-4aef-4d66-949b-a10231abf29d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.0912523 Jun 27 15:29:50.854760 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f9002fa3-92f3-442c-be84-11387236c52f req-252b17cf-5740-43ec-b290-0241c62d586e tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732126 Jun 27 15:29:51.123214 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe5c6c-5f66-4d6a-bb7d-da09ba2a4659 req-484a2293-74b1-4200-9740-e1e8c148bff9 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:51.133533 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1efe5c6c-5f66-4d6a-bb7d-da09ba2a4659 req-484a2293-74b1-4200-9740-e1e8c148bff9 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2cf58f-7730-4d52-8712-24fcfbf19801 HTTP/1.1" status: 200 len: 932 time: 0.0869129 Jun 27 15:29:51.173063 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115b015-41cc-4c6b-8c84-a6a7801632bd req-9b54438f-3133-4863-ad0b-3a97ca138429 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:51.175626 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1115b015-41cc-4c6b-8c84-a6a7801632bd req-9b54438f-3133-4863-ad0b-3a97ca138429 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 945 time: 0.0938990 Jun 27 15:29:51.237682 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1efe5c6c-5f66-4d6a-bb7d-da09ba2a4659 req-f3f9a967-79b1-430d-93ea-f81ba6f5b9f9 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030045 Jun 27 15:29:51.274236 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1115b015-41cc-4c6b-8c84-a6a7801632bd req-58055ae6-7ef3-4740-9094-a74b383c293e tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875018 Jun 27 15:29:52.004709 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c89af1-e69b-4f39-aac6-68f898cf479e req-f9faa197-fdb7-4acf-b0aa-5761fbdae56e tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:52.012671 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a7c89af1-e69b-4f39-aac6-68f898cf479e req-f9faa197-fdb7-4acf-b0aa-5761fbdae56e tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.0637064 Jun 27 15:29:52.059973 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a7c89af1-e69b-4f39-aac6-68f898cf479e req-590e856f-e7fe-4238-94a1-2d0871908464 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462923 Jun 27 15:29:52.381023 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98c17e-0fdc-4f56-b34e-3ea57e7c11a8 req-23efb6e3-b3a8-4698-b295-75834eb3dd56 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:52.388351 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6d98c17e-0fdc-4f56-b34e-3ea57e7c11a8 req-23efb6e3-b3a8-4698-b295-75834eb3dd56 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2cf58f-7730-4d52-8712-24fcfbf19801 HTTP/1.1" status: 200 len: 932 time: 0.0588517 Jun 27 15:29:52.415368 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:52.423722 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e6c64-2d8a-4333-9909-024ba7b00350 req-ff8a7a8a-67a0-4460-82c7-1db52ee2951e tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:52.427766 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b84e6c64-2d8a-4333-9909-024ba7b00350 req-ff8a7a8a-67a0-4460-82c7-1db52ee2951e tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 945 time: 0.0570652 Jun 27 15:29:52.442025 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6d98c17e-0fdc-4f56-b34e-3ea57e7c11a8 req-2d31ed44-b415-40ac-89bf-571cb344915d tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526152 Jun 27 15:29:52.483998 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b84e6c64-2d8a-4333-9909-024ba7b00350 req-4ba929ca-f3fc-46f1-814f-7a6b0b4fa793 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513563 Jun 27 15:29:53.033061 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 53534) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:29:53.208462 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d44b2-0702-40c3-800a-7432fd04a6d7 req-3a531eae-5372-49b8-8812-5407c97351a4 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:53.210142 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c67d44b2-0702-40c3-800a-7432fd04a6d7 req-3a531eae-5372-49b8-8812-5407c97351a4 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.0687685 Jun 27 15:29:53.210985 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf069d36-ffe9-4dc8-9f32-5c84a93e4131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:53.249285 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:53.306303 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c67d44b2-0702-40c3-800a-7432fd04a6d7 req-f5bf2b31-f137-4791-93ac-4382b4220f66 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861034 Jun 27 15:29:53.378527 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf069d36-ffe9-4dc8-9f32-5c84a93e4131 admin admin] Publish callbacks [] for security_group (04a822df-45d8-4a87-af5d-5b484da2b0de), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:53.384447 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-bf069d36-ffe9-4dc8-9f32-5c84a93e4131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (04a822df-45d8-4a87-af5d-5b484da2b0de), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:53.433836 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-bf069d36-ffe9-4dc8-9f32-5c84a93e4131 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dbc44788bc594b0b8bfca1fbf8f51805&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3978021 Jun 27 15:29:53.434629 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf069d36-ffe9-4dc8-9f32-5c84a93e4131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a822df-45d8-4a87-af5d-5b484da2b0de,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:29:53.436747 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 53540) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:29:53.515675 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f636ee34-a744-415c-aa48-8bf9467eb37c admin admin] Publish callbacks [] for security_group (04a822df-45d8-4a87-af5d-5b484da2b0de), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:53.544588 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f636ee34-a744-415c-aa48-8bf9467eb37c admin admin] Publish callbacks [] for security_group (04a822df-45d8-4a87-af5d-5b484da2b0de), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:53.623062 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063cc09-440b-4fca-8792-fff9bb26d4cd req-67abae5f-6db2-4ef3-9d80-4f89e56bc766 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:53.624915 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e063cc09-440b-4fca-8792-fff9bb26d4cd req-67abae5f-6db2-4ef3-9d80-4f89e56bc766 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2cf58f-7730-4d52-8712-24fcfbf19801 HTTP/1.1" status: 200 len: 932 time: 0.0868623 Jun 27 15:29:53.674805 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab63e8b-8c8f-4f9a-b8eb-5e006a095ab1 req-843913b2-1ff5-41dd-b4cf-9bd2549aae95 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:53.677878 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6ab63e8b-8c8f-4f9a-b8eb-5e006a095ab1 req-843913b2-1ff5-41dd-b4cf-9bd2549aae95 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 945 time: 0.0940733 Jun 27 15:29:53.690763 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e063cc09-440b-4fca-8792-fff9bb26d4cd req-b06b1e69-8820-4a2c-b00a-3cd917f0fd9e tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573339 Jun 27 15:29:53.692210 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f636ee34-a744-415c-aa48-8bf9467eb37c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (04a822df-45d8-4a87-af5d-5b484da2b0de), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:53.695253 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f636ee34-a744-415c-aa48-8bf9467eb37c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:53.698890 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-f636ee34-a744-415c-aa48-8bf9467eb37c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/04a822df-45d8-4a87-af5d-5b484da2b0de HTTP/1.1" status: 204 len: 168 time: 0.2575309 Jun 27 15:29:53.721219 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636ee34-a744-415c-aa48-8bf9467eb37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a822df-45d8-4a87-af5d-5b484da2b0de,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:29:53.794232 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6ab63e8b-8c8f-4f9a-b8eb-5e006a095ab1 req-17761b81-8860-4a7c-aadf-e8a2262e3522 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075692 Jun 27 15:29:54.475137 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5906f4c-c12e-4f49-a0fd-a0ea88b3c86d req-5fdbceab-15ff-440c-8c3b-9fb6e702caa0 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:54.476789 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f5906f4c-c12e-4f49-a0fd-a0ea88b3c86d req-5fdbceab-15ff-440c-8c3b-9fb6e702caa0 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.0592842 Jun 27 15:29:54.548362 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f5906f4c-c12e-4f49-a0fd-a0ea88b3c86d req-2ea64b89-8b03-45b0-840f-d4debfde53b8 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590489 Jun 27 15:29:54.839226 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157eb8e7-8e1d-43ae-a295-59f01f9e7abe req-50fc921d-e3f8-44d0-b6ec-ad197e4da896 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:54.840832 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-157eb8e7-8e1d-43ae-a295-59f01f9e7abe req-50fc921d-e3f8-44d0-b6ec-ad197e4da896 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2cf58f-7730-4d52-8712-24fcfbf19801 HTTP/1.1" status: 200 len: 932 time: 0.0580513 Jun 27 15:29:54.948747 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-157eb8e7-8e1d-43ae-a295-59f01f9e7abe req-9258baae-3b8d-4858-8d5b-085d5ccee0a7 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895743 Jun 27 15:29:54.965609 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efe5b2-a2db-46f3-8bb3-85c8e8e73e0d req-ed017ef9-a1d5-4ae5-bde4-900a2e7b25f6 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:54.967197 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-55efe5b2-a2db-46f3-8bb3-85c8e8e73e0d req-ed017ef9-a1d5-4ae5-bde4-900a2e7b25f6 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 945 time: 0.0639110 Jun 27 15:29:55.023581 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:55.061261 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-55efe5b2-a2db-46f3-8bb3-85c8e8e73e0d req-4fe1e9d1-2633-42c8-9cce-6b013e7a3793 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777228 Jun 27 15:29:55.201664 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-4fa9c230-d8d2-4704-8651-61db805fd03e service neutron] Request body: {'port': {'device_id': '5e2cf58f-7730-4d52-8712-24fcfbf19801', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84779'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:29:55.277386 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-4fa9c230-d8d2-4704-8651-61db805fd03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (684b638a-b884-40ba-bebd-043ddafe9556), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:55.592582 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-4fa9c230-d8d2-4704-8651-61db805fd03e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 684b638a-b884-40ba-bebd-043ddafe9556 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:29:55.601607 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-4fa9c230-d8d2-4704-8651-61db805fd03e service neutron] Publish callbacks [] for port (684b638a-b884-40ba-bebd-043ddafe9556), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:55.615454 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-4fa9c230-d8d2-4704-8651-61db805fd03e service neutron] Transition to ACTIVE for port object 684b638a-b884-40ba-bebd-043ddafe9556 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 15:29:55.620040 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-4fa9c230-d8d2-4704-8651-61db805fd03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (684b638a-b884-40ba-bebd-043ddafe9556), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:55.629737 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:55.682259 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9c230-d8d2-4704-8651-61db805fd03e service neutron] Pushing event updated for resources: {'Port': ['ID=684b638a-b884-40ba-bebd-043ddafe9556,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:29:55.688662 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580fc63-3b65-4389-9ce9-a05229df86d9 req-50e453dd-dc4c-401a-b1fd-3e936f2a85bf tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:55.690434 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8580fc63-3b65-4389-9ce9-a05229df86d9 req-50e453dd-dc4c-401a-b1fd-3e936f2a85bf tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.0568440 Jun 27 15:29:55.751200 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8580fc63-3b65-4389-9ce9-a05229df86d9 req-af3707e1-652c-43f7-8c7a-adfe091e5d3f tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544379 Jun 27 15:29:55.766312 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-4fa9c230-d8d2-4704-8651-61db805fd03e service neutron] Attempting to bind port 684b638a-b884-40ba-bebd-043ddafe9556 on host hv-cinder-84779 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:29:55.766840 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-4fa9c230-d8d2-4704-8651-61db805fd03e service neutron] Attempting to bind port 684b638a-b884-40ba-bebd-043ddafe9556 by drivers openvswitch,hyperv on host hv-cinder-84779 at level 0 using segments [{'id': 'c38ec819-9848-47bb-82c6-b74cc8bd26d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '05882426-bf21-41a8-ab57-641909717128'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:29:55.767309 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-4fa9c230-d8d2-4704-8651-61db805fd03e service neutron] Attempting to bind port 684b638a-b884-40ba-bebd-043ddafe9556 on network 05882426-bf21-41a8-ab57-641909717128 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:29:55.773320 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-4fa9c230-d8d2-4704-8651-61db805fd03e service neutron] Port 684b638a-b884-40ba-bebd-043ddafe9556 on network 05882426-bf21-41a8-ab57-641909717128 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84779 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 15:29:55.773640 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-4fa9c230-d8d2-4704-8651-61db805fd03e service neutron] Attempting to bind port 684b638a-b884-40ba-bebd-043ddafe9556 on network 05882426-bf21-41a8-ab57-641909717128 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:29:55.780000 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-4fa9c230-d8d2-4704-8651-61db805fd03e service neutron] Checking agent: {'id': '2a101be5-d6db-4e6c-800c-1df71c1b626f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84779', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'started_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:29:55.780501 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-4fa9c230-d8d2-4704-8651-61db805fd03e service neutron] Checking segment: {'id': 'c38ec819-9848-47bb-82c6-b74cc8bd26d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '05882426-bf21-41a8-ab57-641909717128'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:29:55.780742 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-4fa9c230-d8d2-4704-8651-61db805fd03e service neutron] Bound using segment: {'id': 'c38ec819-9848-47bb-82c6-b74cc8bd26d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '05882426-bf21-41a8-ab57-641909717128'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:29:55.781664 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-4fa9c230-d8d2-4704-8651-61db805fd03e service neutron] Bound port: 684b638a-b884-40ba-bebd-043ddafe9556, host: hv-cinder-84779, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c38ec819-9848-47bb-82c6-b74cc8bd26d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '05882426-bf21-41a8-ab57-641909717128'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:29:55.781664 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-4fa9c230-d8d2-4704-8651-61db805fd03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (684b638a-b884-40ba-bebd-043ddafe9556), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:55.857093 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-4fa9c230-d8d2-4704-8651-61db805fd03e service neutron] For port 684b638a-b884-40ba-bebd-043ddafe9556, host hv-cinder-84779, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:29:55.861854 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-4fa9c230-d8d2-4704-8651-61db805fd03e service neutron] For port 684b638a-b884-40ba-bebd-043ddafe9556, host hv-cinder-84779, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=684b638a-b884-40ba-bebd-043ddafe9556,segment=NetworkSegment(c38ec819-9848-47bb-82c6-b74cc8bd26d8),segment_id=c38ec819-9848-47bb-82c6-b74cc8bd26d8)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:29:55.874192 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-4fa9c230-d8d2-4704-8651-61db805fd03e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (684b638a-b884-40ba-bebd-043ddafe9556), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:55.927453 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-4fa9c230-d8d2-4704-8651-61db805fd03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:55.928120 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-4fa9c230-d8d2-4704-8651-61db805fd03e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:55.930133 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-4fa9c230-d8d2-4704-8651-61db805fd03e service neutron] 10.222.0.42 "PUT /v2.0/ports/684b638a-b884-40ba-bebd-043ddafe9556 HTTP/1.1" status: 200 len: 1094 time: 0.7329957 Jun 27 15:29:55.933992 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2cf58f-7730-4d52-8712-24fcfbf19801', 'tag': '684b638a-b884-40ba-bebd-043ddafe9556'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:29:55.937956 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f1d6c4-d018-4102-88d1-a8047c73b636" -d '{"events": [{"name": "network-changed", "server_uuid": "5e2cf58f-7730-4d52-8712-24fcfbf19801", "tag": "684b638a-b884-40ba-bebd-043ddafe9556"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:29:55.971731 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9c230-d8d2-4704-8651-61db805fd03e service neutron] Pushing event updated for resources: {'Port': ['ID=684b638a-b884-40ba-bebd-043ddafe9556,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:29:55.989571 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128f0a1d-e842-471f-857f-6a88b24fa498 x-openstack-request-id: req-128f0a1d-e842-471f-857f-6a88b24fa498 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:29:55.990142 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e2cf58f-7730-4d52-8712-24fcfbf19801", "tag": "684b638a-b884-40ba-bebd-043ddafe9556", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:29:55.990470 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-128f0a1d-e842-471f-857f-6a88b24fa498 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:29:55.990962 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-128f0a1d-e842-471f-857f-6a88b24fa498'] response: {'name': 'network-changed', 'server_uuid': '5e2cf58f-7730-4d52-8712-24fcfbf19801', 'tag': '684b638a-b884-40ba-bebd-043ddafe9556', 'status': 'completed', 'code': 200} Jun 27 15:29:56.103101 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123edcd-cef7-4ac3-ad87-a4b02a488951 req-a4740ef0-e948-4001-86be-3f27d341a108 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:56.105989 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d123edcd-cef7-4ac3-ad87-a4b02a488951 req-a4740ef0-e948-4001-86be-3f27d341a108 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2cf58f-7730-4d52-8712-24fcfbf19801 HTTP/1.1" status: 200 len: 944 time: 0.0562150 Jun 27 15:29:56.212554 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d123edcd-cef7-4ac3-ad87-a4b02a488951 req-a61b6637-33b6-4376-8d3a-54d4a1dd0550 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948446 Jun 27 15:29:56.266896 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1d6c4-d018-4102-88d1-a8047c73b636 req-6f422f5a-3f2f-49c5-ab76-a3dbc829ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:56.268585 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-41f1d6c4-d018-4102-88d1-a8047c73b636 req-6f422f5a-3f2f-49c5-ab76-a3dbc829ee5c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe9612aa8fdd4be0a4a3ecfaefb96fca&device_id=5e2cf58f-7730-4d52-8712-24fcfbf19801 HTTP/1.1" status: 200 len: 1128 time: 0.1130366 Jun 27 15:29:56.280676 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef8a9b-26ef-45b2-9a4a-bee695d482ff req-3a64578b-55f8-4d3e-b7bb-68a3f4ac731b tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:56.282261 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-90ef8a9b-26ef-45b2-9a4a-bee695d482ff req-3a64578b-55f8-4d3e-b7bb-68a3f4ac731b tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 945 time: 0.0661154 Jun 27 15:29:56.307798 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:56.343309 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-90ef8a9b-26ef-45b2-9a4a-bee695d482ff req-2661c967-a0cf-46b6-a82c-febcea76ac24 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541751 Jun 27 15:29:56.735165 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8ac34-f253-4c01-b0f8-8fa60edbec31 req-a7f60d91-9bd6-4b97-a29f-d8f9ba369eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:56.737637 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-87e8ac34-f253-4c01-b0f8-8fa60edbec31 req-a7f60d91-9bd6-4b97-a29f-d8f9ba369eb4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 1129 time: 0.1159024 Jun 27 15:29:56.812954 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1d6c4-d018-4102-88d1-a8047c73b636 req-785f806a-a4c9-4ef1-961e-7a234c8f0da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:56.814384 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-41f1d6c4-d018-4102-88d1-a8047c73b636 req-785f806a-a4c9-4ef1-961e-7a234c8f0da1 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=fe9612aa8fdd4be0a4a3ecfaefb96fca&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1959367 Jun 27 15:29:56.822197 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-87e8ac34-f253-4c01-b0f8-8fa60edbec31 req-ecbe24a9-7bf0-45ed-8ca8-e36e954757b6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728986 Jun 27 15:29:56.890787 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:56.912073 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575961b-4131-48f1-99bf-bbd31204b4cb req-da5fc344-ce9e-412c-a113-cbd4ca8dfb85 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:56.913785 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6575961b-4131-48f1-99bf-bbd31204b4cb req-da5fc344-ce9e-412c-a113-cbd4ca8dfb85 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.0695159 Jun 27 15:29:56.935071 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1d6c4-d018-4102-88d1-a8047c73b636 req-f3dc439f-1f20-48c6-8415-68d2652497c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:56.936714 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-41f1d6c4-d018-4102-88d1-a8047c73b636 req-f3dc439f-1f20-48c6-8415-68d2652497c4 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1142631 Jun 27 15:29:56.966561 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6575961b-4131-48f1-99bf-bbd31204b4cb req-428a3dc6-6890-4af6-afcd-467d3b1adea8 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456371 Jun 27 15:29:57.117647 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-ae6f2bd2-9cc7-4019-8d6f-d27d3edab331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:57.119198 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-ae6f2bd2-9cc7-4019-8d6f-d27d3edab331 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe9612aa8fdd4be0a4a3ecfaefb96fca&device_id=5e2cf58f-7730-4d52-8712-24fcfbf19801 HTTP/1.1" status: 200 len: 1128 time: 0.0484762 Jun 27 15:29:57.168173 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-e289cc1e-0494-41e1-8b97-ff712d93a916 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=684b638a-b884-40ba-bebd-043ddafe9556 HTTP/1.1" status: 200 len: 217 time: 0.0359950 Jun 27 15:29:57.223866 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-54d7a4e8-5041-4bc4-98f5-91ad7c231b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:57.225578 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-54d7a4e8-5041-4bc4-98f5-91ad7c231b24 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4f583938-d29a-4eef-a3ae-9a3363da0f25 HTTP/1.1" status: 200 len: 854 time: 0.0502679 Jun 27 15:29:57.277968 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-4d2da54a-9e8f-4025-8041-a7ac45618da4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05882426-bf21-41a8-ab57-641909717128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447285 Jun 27 15:29:57.373940 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06868c-6963-4825-bacf-01a8e84f0a57 req-7f1b9c1c-c0e3-435a-b39b-045fc98bb966 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:57.374388 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7c06868c-6963-4825-bacf-01a8e84f0a57 req-7f1b9c1c-c0e3-435a-b39b-045fc98bb966 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2cf58f-7730-4d52-8712-24fcfbf19801 HTTP/1.1" status: 200 len: 944 time: 0.0697184 Jun 27 15:29:57.434536 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 53624) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:29:57.443535 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8bd32289-23fe-429f-a58c-8420e2baa58b tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1355144980', 'description': 'tempest-description--137714744'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:29:57.451931 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7c06868c-6963-4825-bacf-01a8e84f0a57 req-1248fbe7-f812-4604-b8d2-5a47579309d5 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671024 Jun 27 15:29:57.485701 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8bd32289-23fe-429f-a58c-8420e2baa58b tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:57.589047 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17bcf1-1c75-4ff5-9b95-ba28bcd13fc1 req-e7722e4a-b541-47b7-9968-9e1b52dda033 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:57.590686 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0d17bcf1-1c75-4ff5-9b95-ba28bcd13fc1 req-e7722e4a-b541-47b7-9968-9e1b52dda033 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 945 time: 0.0717995 Jun 27 15:29:57.637937 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8bd32289-23fe-429f-a58c-8420e2baa58b tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group (7d100474-5f22-4d25-a50b-b291a5004c00), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:57.644526 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8bd32289-23fe-429f-a58c-8420e2baa58b tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (7d100474-5f22-4d25-a50b-b291a5004c00), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:57.690504 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:57.699325 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8bd32289-23fe-429f-a58c-8420e2baa58b tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:57.700698 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8bd32289-23fe-429f-a58c-8420e2baa58b tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2637057 Jun 27 15:29:57.704881 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 53626) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:29:57.707650 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0d17bcf1-1c75-4ff5-9b95-ba28bcd13fc1 req-70658d29-1dd6-41d8-bd8d-eb4931b8ca37 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085651 Jun 27 15:29:57.711374 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd32289-23fe-429f-a58c-8420e2baa58b tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d100474-5f22-4d25-a50b-b291a5004c00,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:29:57.713059 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-eef62c78-8cd9-4395-a3fa-da87c3751b46 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Request body: {'security_group_rule': {'security_group_id': '7d100474-5f22-4d25-a50b-b291a5004c00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:29:57.799432 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eef62c78-8cd9-4395-a3fa-da87c3751b46 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group_rule (79cd58de-9408-4d69-a2fa-f654f1635013), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:57.803486 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:57.835180 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-1946ed2d-3628-4f33-b769-b7bdf2f6ebf7 service neutron] 10.222.0.42 "GET /v2.0/networks/05882426-bf21-41a8-ab57-641909717128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522086 Jun 27 15:29:57.955708 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eef62c78-8cd9-4395-a3fa-da87c3751b46 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group_rule (79cd58de-9408-4d69-a2fa-f654f1635013), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:57.965148 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eef62c78-8cd9-4395-a3fa-da87c3751b46 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (79cd58de-9408-4d69-a2fa-f654f1635013), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:58.015030 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef62c78-8cd9-4395-a3fa-da87c3751b46 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79cd58de-9408-4d69-a2fa-f654f1635013,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:29:58.021425 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8f7ee19d-14f3-4360-a457-236c43b79756 req-035a2a24-107c-4216-9ac5-6458843054df service neutron] 10.222.0.42 "GET /v2.0/networks/05882426-bf21-41a8-ab57-641909717128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746881 Jun 27 15:29:58.030803 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-eef62c78-8cd9-4395-a3fa-da87c3751b46 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:58.032217 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-eef62c78-8cd9-4395-a3fa-da87c3751b46 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3260148 Jun 27 15:29:58.036507 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 53636) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:29:58.041859 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-e8c84704-ebb5-4494-ba96-a62c83d90e51 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Request body: {'security_group_rule': {'security_group_id': '7d100474-5f22-4d25-a50b-b291a5004c00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:29:58.083097 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e8c84704-ebb5-4494-ba96-a62c83d90e51 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group_rule (78b6fcc9-fc4c-4c18-b7e5-84a56a7a6a2b), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:58.106107 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3310ceb-c0b9-4de5-b792-6f6059ed7429 req-afeea971-29c0-46f2-bc1c-30606e92d1b3 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:58.107957 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f3310ceb-c0b9-4de5-b792-6f6059ed7429 req-afeea971-29c0-46f2-bc1c-30606e92d1b3 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.0585017 Jun 27 15:29:58.131116 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:58.148804 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e8c84704-ebb5-4494-ba96-a62c83d90e51 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group_rule (78b6fcc9-fc4c-4c18-b7e5-84a56a7a6a2b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:58.154399 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e8c84704-ebb5-4494-ba96-a62c83d90e51 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (78b6fcc9-fc4c-4c18-b7e5-84a56a7a6a2b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:58.169542 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f3310ceb-c0b9-4de5-b792-6f6059ed7429 req-f6878a55-e0ff-47a6-9281-5af3667e92e1 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550416 Jun 27 15:29:58.176262 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c84704-ebb5-4494-ba96-a62c83d90e51 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b6fcc9-fc4c-4c18-b7e5-84a56a7a6a2b,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:29:58.187617 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-e8c84704-ebb5-4494-ba96-a62c83d90e51 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:58.189350 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-e8c84704-ebb5-4494-ba96-a62c83d90e51 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1512988 Jun 27 15:29:58.196686 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 53638) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:29:58.201748 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-3fd227ff-3f3e-4cd0-8091-d795398483f4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Request body: {'floatingip': {'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:29:58.228358 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3fd227ff-3f3e-4cd0-8091-d795398483f4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:58.333930 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3fd227ff-3f3e-4cd0-8091-d795398483f4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:58.619087 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9511dd3-eeb5-4bae-bb7a-6c2ba94b182c req-20416476-763c-4378-b3bf-e237c9a7d28a tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:58.621741 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c9511dd3-eeb5-4bae-bb7a-6c2ba94b182c req-20416476-763c-4378-b3bf-e237c9a7d28a tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2cf58f-7730-4d52-8712-24fcfbf19801 HTTP/1.1" status: 200 len: 944 time: 0.0922372 Jun 27 15:29:58.696800 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c9511dd3-eeb5-4bae-bb7a-6c2ba94b182c req-3f26aedc-a5ec-4725-8680-f02671a3a88c tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561826 Jun 27 15:29:58.772001 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-3fd227ff-3f3e-4cd0-8091-d795398483f4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Allocated IP 172.27.2.47 (514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb/6226739c-eac4-4784-90b9-a0481f53f3ba/132f1d92-a2ac-450a-a3e4-5972d472eac8) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:29:58.962123 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cbd0e-1cd5-4108-9a36-742894341aba req-483486e5-4f6e-4594-9ef3-c9cfa7046ee0 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:58.964912 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f66cbd0e-1cd5-4108-9a36-742894341aba req-483486e5-4f6e-4594-9ef3-c9cfa7046ee0 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 945 time: 0.1483364 Jun 27 15:29:59.049099 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3fd227ff-3f3e-4cd0-8091-d795398483f4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for port (132f1d92-a2ac-450a-a3e4-5972d472eac8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:59.062418 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f66cbd0e-1cd5-4108-9a36-742894341aba req-78ff2fee-0228-4b43-aba2-c06032300bd2 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894659 Jun 27 15:29:59.094784 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3fd227ff-3f3e-4cd0-8091-d795398483f4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (132f1d92-a2ac-450a-a3e4-5972d472eac8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:59.130890 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:59.149353 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd227ff-3f3e-4cd0-8091-d795398483f4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:29:59.155888 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-3fd227ff-3f3e-4cd0-8091-d795398483f4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:29:59.159301 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd227ff-3f3e-4cd0-8091-d795398483f4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event updated for resources: {'Port': ['ID=132f1d92-a2ac-450a-a3e4-5972d472eac8,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:29:59.161990 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd227ff-3f3e-4cd0-8091-d795398483f4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:29:59.190659 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8214501-e128-41f6-b7e3-575c62584f27 req-04ac338f-f999-4e24-a2d9-015c6a46aa49 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:59.192275 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a8214501-e128-41f6-b7e3-575c62584f27 req-04ac338f-f999-4e24-a2d9-015c6a46aa49 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 945 time: 0.0564556 Jun 27 15:29:59.257401 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3fd227ff-3f3e-4cd0-8091-d795398483f4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for floatingip (6f44c002-9c18-4ee6-b166-1788665965d1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:59.264667 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a8214501-e128-41f6-b7e3-575c62584f27 req-f6e69ef7-9353-408b-bdb5-67e6b77c93e6 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639241 Jun 27 15:29:59.339683 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306a0eb-0620-4832-b1f0-e9de9c848ee4 req-9103fa68-1f9c-4865-a104-745afcefe690 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:59.341315 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b306a0eb-0620-4832-b1f0-e9de9c848ee4 req-9103fa68-1f9c-4865-a104-745afcefe690 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.0768187 Jun 27 15:29:59.342183 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3fd227ff-3f3e-4cd0-8091-d795398483f4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (132f1d92-a2ac-450a-a3e4-5972d472eac8), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:59.400527 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:29:59.490411 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b306a0eb-0620-4832-b1f0-e9de9c848ee4 req-e6842c7e-a679-4c62-a823-12d387f7f336 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258883 Jun 27 15:29:59.718198 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3fd227ff-3f3e-4cd0-8091-d795398483f4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for port (132f1d92-a2ac-450a-a3e4-5972d472eac8), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:59.732213 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737eea93-b25d-44de-b5c8-e3e71520455c req-e24dade1-9461-48c6-8e22-e6823f0b3c5a tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:59.732213 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-737eea93-b25d-44de-b5c8-e3e71520455c req-e24dade1-9461-48c6-8e22-e6823f0b3c5a tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 945 time: 0.1212766 Jun 27 15:29:59.733593 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3fd227ff-3f3e-4cd0-8091-d795398483f4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (132f1d92-a2ac-450a-a3e4-5972d472eac8), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:59.790713 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd227ff-3f3e-4cd0-8091-d795398483f4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event updated for resources: {'Port': ['ID=132f1d92-a2ac-450a-a3e4-5972d472eac8,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:29:59.874228 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3fd227ff-3f3e-4cd0-8091-d795398483f4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (6f44c002-9c18-4ee6-b166-1788665965d1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:59.881293 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-737eea93-b25d-44de-b5c8-e3e71520455c req-0dc30a8b-c230-4ad9-9fc1-80d8c1fd3477 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376007 Jun 27 15:29:59.882302 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a16676-a41e-4683-8690-06ba0b24efdb req-49060200-c3a9-4081-97d2-a1897a522758 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:29:59.883947 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e5a16676-a41e-4683-8690-06ba0b24efdb req-49060200-c3a9-4081-97d2-a1897a522758 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2cf58f-7730-4d52-8712-24fcfbf19801 HTTP/1.1" status: 200 len: 944 time: 0.0869441 Jun 27 15:29:59.897929 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3fd227ff-3f3e-4cd0-8091-d795398483f4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:29:59.904363 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-3fd227ff-3f3e-4cd0-8091-d795398483f4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7014413 Jun 27 15:30:00.009163 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e5a16676-a41e-4683-8690-06ba0b24efdb req-b4cce04b-7e37-4188-a03e-07e172581fcf tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118352 Jun 27 15:30:00.261983 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-74d296c6-8e71-4f6f-835f-9ce5c28b3bfb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1355144980&fields=id&tenant_id=dff1983b1b3047378b88d87d54aa709d HTTP/1.1" status: 200 len: 267 time: 0.0829465 Jun 27 15:30:00.379517 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:00.387008 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-657624aa-525b-4729-962f-6410d4844b12 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:00.396029 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-657624aa-525b-4729-962f-6410d4844b12 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/networks?id=9f2b3a5f-8943-48e2-bb0f-3f837d61206a HTTP/1.1" status: 200 len: 814 time: 0.1327455 Jun 27 15:30:00.420515 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-0484a00b-5d48-4f1b-9d8c-306ae702715d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/quotas/dff1983b1b3047378b88d87d54aa709d HTTP/1.1" status: 200 len: 375 time: 0.0227354 Jun 27 15:30:00.525462 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-24eab121-ece7-4788-b25e-60b900e023ad tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=dff1983b1b3047378b88d87d54aa709d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0992529 Jun 27 15:30:00.687460 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddda772-c45c-4053-8399-fd5a492f7c57 req-542d14ac-f6df-4c31-b4eb-f14ef92cc083 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:00.690278 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bddda772-c45c-4053-8399-fd5a492f7c57 req-542d14ac-f6df-4c31-b4eb-f14ef92cc083 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.0633073 Jun 27 15:30:00.750201 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 684b638a-b884-40ba-bebd-043ddafe9556 details requested by agent hyperv_hv-cinder-84779 with host hv-cinder-84779 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 15:30:00.760949 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bddda772-c45c-4053-8399-fd5a492f7c57 req-0efe0e90-d04d-4d68-9b30-f1b54585794d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637450 Jun 27 15:30:00.797692 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-d5faa589-80ff-4bb6-824c-15307552a85a service neutron] 10.222.0.26 "GET /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640619 Jun 27 15:30:00.887112 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:00.919409 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 684b638a-b884-40ba-bebd-043ddafe9556, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=684b638a-b884-40ba-bebd-043ddafe9556,segment=NetworkSegment(c38ec819-9848-47bb-82c6-b74cc8bd26d8),segment_id=c38ec819-9848-47bb-82c6-b74cc8bd26d8)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:30:00.934295 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Returning: {'device': '684b638a-b884-40ba-bebd-043ddafe9556', 'network_id': '05882426-bf21-41a8-ab57-641909717128', 'port_id': '684b638a-b884-40ba-bebd-043ddafe9556', 'mac_address': 'fa:16:3e:fd:59:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f583938-d29a-4eef-a3ae-9a3363da0f25', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 15:30:00.939266 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-de924749-04e0-4711-b559-0be81cecc49a service neutron] 10.222.0.26 "GET /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406682 Jun 27 15:30:00.981205 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 684b638a-b884-40ba-bebd-043ddafe9556 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:30:00.981544 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (684b638a-b884-40ba-bebd-043ddafe9556), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:01.001560 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684b638a-b884-40ba-bebd-043ddafe9556 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:30:01.046310 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 684b638a-b884-40ba-bebd-043ddafe9556, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=684b638a-b884-40ba-bebd-043ddafe9556,segment=NetworkSegment(c38ec819-9848-47bb-82c6-b74cc8bd26d8),segment_id=c38ec819-9848-47bb-82c6-b74cc8bd26d8)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:30:01.053856 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (684b638a-b884-40ba-bebd-043ddafe9556), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:01.149076 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-802d4c04-69de-48b1-9dac-4e1545a88c89 req-22498934-f868-436d-b20c-116c6df8027b tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669df6d-2c11-4910-bdc8-0eb82915b879 HTTP/1.1" status: 200 len: 210 time: 0.0437884 Jun 27 15:30:01.183850 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a94835-14f7-417a-aadd-545e20ef8296 req-d2b828bb-d502-413f-808a-74afbcfa1096 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:01.192670 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-97a94835-14f7-417a-aadd-545e20ef8296 req-d2b828bb-d502-413f-808a-74afbcfa1096 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2cf58f-7730-4d52-8712-24fcfbf19801 HTTP/1.1" status: 200 len: 945 time: 0.0618405 Jun 27 15:30:01.275809 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-97a94835-14f7-417a-aadd-545e20ef8296 req-6fc67f24-1aec-4114-8363-d0ad0df8ead5 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799308 Jun 27 15:30:01.346355 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=684b638a-b884-40ba-bebd-043ddafe9556,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:30:01.454253 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['684b638a-b884-40ba-bebd-043ddafe9556'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:30:01.615978 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:01.934584 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34473041-0a1d-48d0-b02d-31d4f6309667 req-ee1691ba-2b18-494b-962d-86105272a361 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:01.936209 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-34473041-0a1d-48d0-b02d-31d4f6309667 req-ee1691ba-2b18-494b-962d-86105272a361 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.0557489 Jun 27 15:30:01.997869 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-34473041-0a1d-48d0-b02d-31d4f6309667 req-9fc0e678-6a83-4863-b4e0-bf17011fa9ec tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550265 Jun 27 15:30:02.279308 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-893a5536-96b9-4fea-b85b-d2a2b25ae1b6 req-39712956-966c-4d7b-a613-9d7b69309252 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669df6d-2c11-4910-bdc8-0eb82915b879 HTTP/1.1" status: 200 len: 210 time: 0.0512979 Jun 27 15:30:02.450265 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b037f42-3389-446f-a663-5a063fd80f43 req-1c8630bd-f216-4eb8-98b2-8988dd9dd6e0 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:02.454167 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0b037f42-3389-446f-a663-5a063fd80f43 req-1c8630bd-f216-4eb8-98b2-8988dd9dd6e0 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2cf58f-7730-4d52-8712-24fcfbf19801 HTTP/1.1" status: 200 len: 945 time: 0.0675650 Jun 27 15:30:02.473093 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:02.521001 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0b037f42-3389-446f-a663-5a063fd80f43 req-e990306c-ad95-4366-b98f-680e1d892a95 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578699 Jun 27 15:30:02.753462 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 684b638a-b884-40ba-bebd-043ddafe9556 up at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:30:02.824269 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning for port 684b638a-b884-40ba-bebd-043ddafe9556 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 15:30:02.834987 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning complete for port 684b638a-b884-40ba-bebd-043ddafe9556 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:30:02.836941 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (684b638a-b884-40ba-bebd-043ddafe9556), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:02.985537 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 684b638a-b884-40ba-bebd-043ddafe9556 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:30:02.986212 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (684b638a-b884-40ba-bebd-043ddafe9556), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:03.018725 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2cf58f-7730-4d52-8712-24fcfbf19801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684b638a-b884-40ba-bebd-043ddafe9556'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:30:03.021063 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d85b7032bc105ad9eb63a31382f750c4bf6bbb4824e658972134fe301cb831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34575094-b0cd-40ab-b959-2dbd9b1a13b5" -d '{"events": [{"server_uuid": "5e2cf58f-7730-4d52-8712-24fcfbf19801", "name": "network-vif-plugged", "status": "completed", "tag": "684b638a-b884-40ba-bebd-043ddafe9556"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:30:03.047614 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 684b638a-b884-40ba-bebd-043ddafe9556, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=684b638a-b884-40ba-bebd-043ddafe9556,segment=NetworkSegment(c38ec819-9848-47bb-82c6-b74cc8bd26d8),segment_id=c38ec819-9848-47bb-82c6-b74cc8bd26d8)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:30:03.059052 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (684b638a-b884-40ba-bebd-043ddafe9556), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:03.069415 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dc3803-e214-462a-9623-672f36a9b5f9 x-openstack-request-id: req-98dc3803-e214-462a-9623-672f36a9b5f9 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:30:03.071279 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2cf58f-7730-4d52-8712-24fcfbf19801", "name": "network-vif-plugged", "status": "completed", "tag": "684b638a-b884-40ba-bebd-043ddafe9556", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:30:03.072268 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-98dc3803-e214-462a-9623-672f36a9b5f9 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:30:03.073101 dv-cinder-847798-1-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98dc3803-e214-462a-9623-672f36a9b5f9'] response: {'server_uuid': '5e2cf58f-7730-4d52-8712-24fcfbf19801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684b638a-b884-40ba-bebd-043ddafe9556', 'code': 200} Jun 27 15:30:03.111076 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c46d3a-e582-4e69-ad3b-05d4644dbee8 req-5b089245-fb37-4040-baf6-1b2d0435f9e8 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:03.121917 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e3c46d3a-e582-4e69-ad3b-05d4644dbee8 req-5b089245-fb37-4040-baf6-1b2d0435f9e8 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.0952880 Jun 27 15:30:03.162723 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=684b638a-b884-40ba-bebd-043ddafe9556,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:30:03.216116 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e3c46d3a-e582-4e69-ad3b-05d4644dbee8 req-30aa269c-7441-43d6-9835-13d9a2960df4 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905821 Jun 27 15:30:03.319058 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bde8a-4cc5-4ee8-b139-5d3d931e253c req-33d99a18-de34-420b-9f5f-5e66ee167da0 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:03.320664 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6d9bde8a-4cc5-4ee8-b139-5d3d931e253c req-33d99a18-de34-420b-9f5f-5e66ee167da0 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.1799593 Jun 27 15:30:03.391905 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-6a9142fe-3313-42cd-ae88-bd89d8cc95bb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:03.393717 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-6a9142fe-3313-42cd-ae88-bd89d8cc95bb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.42 "GET /v2.0/networks?id=9f2b3a5f-8943-48e2-bb0f-3f837d61206a HTTP/1.1" status: 200 len: 814 time: 0.2266140 Jun 27 15:30:03.424389 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6cf0095b-c027-4e89-9d9e-6e282d0e28f2 req-ebcfeb90-8ab3-4ef2-acef-17c027f2606a tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669df6d-2c11-4910-bdc8-0eb82915b879 HTTP/1.1" status: 200 len: 210 time: 0.0297258 Jun 27 15:30:03.443348 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5230070-9c3a-4b24-b277-df21e9e78e97 req-5db6d46c-9bd2-403c-8851-aa64ac17a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:03.445020 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b5230070-9c3a-4b24-b277-df21e9e78e97 req-5db6d46c-9bd2-403c-8851-aa64ac17a6ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5e2cf58f-7730-4d52-8712-24fcfbf19801 HTTP/1.1" status: 200 len: 1130 time: 0.0793555 Jun 27 15:30:03.466419 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:03.490731 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6d9bde8a-4cc5-4ee8-b139-5d3d931e253c req-31e8256e-28e6-4204-ad7a-3e5bf35245ae tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370568 Jun 27 15:30:03.551741 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b5230070-9c3a-4b24-b277-df21e9e78e97 req-25acd6de-5d99-43a9-80ea-e4b0a105b4fe service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002018 Jun 27 15:30:03.567651 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-7a0db6c3-fb4e-461d-bc5a-aaaa034e5776 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dff1983b1b3047378b88d87d54aa709d HTTP/1.1" status: 200 len: 473 time: 0.1173465 Jun 27 15:30:03.624746 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:03.640597 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bb6e3-beec-469e-9b25-535c38ad037b req-a2f1e044-8f51-4d49-b5a7-dbfc2a66a219 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:03.642190 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-962bb6e3-beec-469e-9b25-535c38ad037b req-a2f1e044-8f51-4d49-b5a7-dbfc2a66a219 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2cf58f-7730-4d52-8712-24fcfbf19801 HTTP/1.1" status: 200 len: 946 time: 0.0514987 Jun 27 15:30:03.696527 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-962bb6e3-beec-469e-9b25-535c38ad037b req-6c0721e5-7221-4055-9b08-6d9660491449 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484121 Jun 27 15:30:03.797473 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-1665fe47-ea77-49ee-b1bf-984acc53630d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Request body: {'port': {'device_id': 'b669df6d-2c11-4910-bdc8-0eb82915b879', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'admin_state_up': True, 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'security_groups': ['7d100474-5f22-4d25-a50b-b291a5004c00']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:30:03.915624 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-1665fe47-ea77-49ee-b1bf-984acc53630d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Made reservation on behalf of dff1983b1b3047378b88d87d54aa709d for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:30:03.919596 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-1665fe47-ea77-49ee-b1bf-984acc53630d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:04.053240 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-1665fe47-ea77-49ee-b1bf-984acc53630d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Allocated IP 172.20.0.7 (9f2b3a5f-8943-48e2-bb0f-3f837d61206a/8a06131b-528a-47d8-9082-6c3add5ef19c/6903c7d7-bfc1-4974-9767-47e90c255031) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:30:04.219079 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-1665fe47-ea77-49ee-b1bf-984acc53630d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for port (6903c7d7-bfc1-4974-9767-47e90c255031), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:04.262665 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-1665fe47-ea77-49ee-b1bf-984acc53630d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (6903c7d7-bfc1-4974-9767-47e90c255031), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:04.289809 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:04.347719 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-1665fe47-ea77-49ee-b1bf-984acc53630d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Network 9f2b3a5f-8943-48e2-bb0f-3f837d61206a is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:30:04.377849 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-1665fe47-ea77-49ee-b1bf-984acc53630d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:30:04.380672 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-1665fe47-ea77-49ee-b1bf-984acc53630d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:30:04.446236 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32cd2b-1a40-46ca-85f9-e052914c610d req-f01a614f-f25a-4b0e-91e3-55cb8ac29fab tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:04.447880 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-eb32cd2b-1a40-46ca-85f9-e052914c610d req-f01a614f-f25a-4b0e-91e3-55cb8ac29fab tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.1290336 Jun 27 15:30:04.448697 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665fe47-ea77-49ee-b1bf-984acc53630d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event updated for resources: {'Port': ['ID=6903c7d7-bfc1-4974-9767-47e90c255031,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:30:04.504048 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-1665fe47-ea77-49ee-b1bf-984acc53630d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:04.504784 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-1665fe47-ea77-49ee-b1bf-984acc53630d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:04.518470 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:04.545460 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-1665fe47-ea77-49ee-b1bf-984acc53630d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7499018 Jun 27 15:30:04.552582 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-eb32cd2b-1a40-46ca-85f9-e052914c610d req-305fc45b-1da0-43cb-96b5-8851b02004d5 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865808 Jun 27 15:30:04.561554 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-620b01f3-3aa8-446f-a2b2-d4936bc6040b service neutron] Request body: {'port': {'device_id': 'b669df6d-2c11-4910-bdc8-0eb82915b879', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84779'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:30:04.610311 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261ab19-c121-463b-986a-0f9235891418 req-531e36a1-b33b-410c-8fc6-42d2f4890db8 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:04.620783 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f261ab19-c121-463b-986a-0f9235891418 req-531e36a1-b33b-410c-8fc6-42d2f4890db8 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669df6d-2c11-4910-bdc8-0eb82915b879 HTTP/1.1" status: 200 len: 931 time: 0.0973287 Jun 27 15:30:04.631856 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-620b01f3-3aa8-446f-a2b2-d4936bc6040b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (6903c7d7-bfc1-4974-9767-47e90c255031), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:04.678720 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5225a15e-167e-4ff1-9867-7b6335a9c8e7 None None] Provisioning complete for port 6903c7d7-bfc1-4974-9767-47e90c255031 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:30:04.679299 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5225a15e-167e-4ff1-9867-7b6335a9c8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (6903c7d7-bfc1-4974-9767-47e90c255031), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:04.687347 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f261ab19-c121-463b-986a-0f9235891418 req-9148c859-7059-4a71-b8c1-239566cc2e69 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d100474-5f22-4d25-a50b-b291a5004c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651829 Jun 27 15:30:04.716858 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5225a15e-167e-4ff1-9867-7b6335a9c8e7 None None] Port 6903c7d7-bfc1-4974-9767-47e90c255031 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:30:04.726448 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c082504-3a09-40af-b800-d49115a06e9a req-f52af5fc-9f24-46a6-9e62-2109602a208d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:04.727992 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5c082504-3a09-40af-b800-d49115a06e9a req-f52af5fc-9f24-46a6-9e62-2109602a208d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 944 time: 0.0849533 Jun 27 15:30:04.766888 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 62696634-23e0-4313-bcf8-d3be6665d3aa details requested by agent hyperv_hv-cinder-84779 with host hv-cinder-84779 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 15:30:04.847593 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c7743-7b40-4233-846d-447dcb01dc35 req-87483937-3a12-4284-b38d-3226b6790966 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:04.853588 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-244c7743-7b40-4233-846d-447dcb01dc35 req-87483937-3a12-4284-b38d-3226b6790966 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2cf58f-7730-4d52-8712-24fcfbf19801 HTTP/1.1" status: 200 len: 946 time: 0.0743265 Jun 27 15:30:04.867899 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5c082504-3a09-40af-b800-d49115a06e9a req-02acf15e-c38b-4481-8632-202fe9a8151d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925255 Jun 27 15:30:04.916960 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-244c7743-7b40-4233-846d-447dcb01dc35 req-cee9f1b0-334b-4582-a694-569a64b5bb0a tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569475 Jun 27 15:30:04.934258 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 62696634-23e0-4313-bcf8-d3be6665d3aa, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=62696634-23e0-4313-bcf8-d3be6665d3aa,segment=NetworkSegment(e8df84b0-b449-4f32-9fef-1bd341ec9717),segment_id=e8df84b0-b449-4f32-9fef-1bd341ec9717)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:30:04.943984 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:04.946861 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Returning: {'device': '62696634-23e0-4313-bcf8-d3be6665d3aa', 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'port_id': '62696634-23e0-4313-bcf8-d3be6665d3aa', 'mac_address': 'fa:16:3e:9f:45:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 15:30:04.982867 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 62696634-23e0-4313-bcf8-d3be6665d3aa is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:30:04.983096 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (62696634-23e0-4313-bcf8-d3be6665d3aa), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:04.996908 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62696634-23e0-4313-bcf8-d3be6665d3aa {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:30:05.001806 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-620b01f3-3aa8-446f-a2b2-d4936bc6040b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6903c7d7-bfc1-4974-9767-47e90c255031 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:30:05.010231 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-620b01f3-3aa8-446f-a2b2-d4936bc6040b service neutron] Publish callbacks [] for port (6903c7d7-bfc1-4974-9767-47e90c255031), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:05.018348 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 62696634-23e0-4313-bcf8-d3be6665d3aa, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=62696634-23e0-4313-bcf8-d3be6665d3aa,segment=NetworkSegment(e8df84b0-b449-4f32-9fef-1bd341ec9717),segment_id=e8df84b0-b449-4f32-9fef-1bd341ec9717)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:30:05.023774 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (62696634-23e0-4313-bcf8-d3be6665d3aa), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:05.024478 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-620b01f3-3aa8-446f-a2b2-d4936bc6040b service neutron] Transition to ACTIVE for port object 6903c7d7-bfc1-4974-9767-47e90c255031 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 15:30:05.029160 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-620b01f3-3aa8-446f-a2b2-d4936bc6040b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (6903c7d7-bfc1-4974-9767-47e90c255031), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:05.083292 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=62696634-23e0-4313-bcf8-d3be6665d3aa,revision_number=9']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:30:05.084570 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b01f3-3aa8-446f-a2b2-d4936bc6040b service neutron] Pushing event updated for resources: {'Port': ['ID=6903c7d7-bfc1-4974-9767-47e90c255031,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:30:05.174689 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-620b01f3-3aa8-446f-a2b2-d4936bc6040b service neutron] Attempting to bind port 6903c7d7-bfc1-4974-9767-47e90c255031 on host hv-cinder-84779 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:30:05.174927 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-620b01f3-3aa8-446f-a2b2-d4936bc6040b service neutron] Attempting to bind port 6903c7d7-bfc1-4974-9767-47e90c255031 by drivers openvswitch,hyperv on host hv-cinder-84779 at level 0 using segments [{'id': 'df2d7c62-f2a0-47f2-8167-091f3a1d364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:30:05.175746 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-620b01f3-3aa8-446f-a2b2-d4936bc6040b service neutron] Attempting to bind port 6903c7d7-bfc1-4974-9767-47e90c255031 on network 9f2b3a5f-8943-48e2-bb0f-3f837d61206a {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:30:05.181605 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-620b01f3-3aa8-446f-a2b2-d4936bc6040b service neutron] Port 6903c7d7-bfc1-4974-9767-47e90c255031 on network 9f2b3a5f-8943-48e2-bb0f-3f837d61206a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84779 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 15:30:05.181871 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-620b01f3-3aa8-446f-a2b2-d4936bc6040b service neutron] Attempting to bind port 6903c7d7-bfc1-4974-9767-47e90c255031 on network 9f2b3a5f-8943-48e2-bb0f-3f837d61206a {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:30:05.188060 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-620b01f3-3aa8-446f-a2b2-d4936bc6040b service neutron] Checking agent: {'id': '2a101be5-d6db-4e6c-800c-1df71c1b626f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84779', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'started_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:30:05.188301 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-620b01f3-3aa8-446f-a2b2-d4936bc6040b service neutron] Checking segment: {'id': 'df2d7c62-f2a0-47f2-8167-091f3a1d364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:30:05.188720 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-620b01f3-3aa8-446f-a2b2-d4936bc6040b service neutron] Bound using segment: {'id': 'df2d7c62-f2a0-47f2-8167-091f3a1d364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:30:05.189803 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-620b01f3-3aa8-446f-a2b2-d4936bc6040b service neutron] Bound port: 6903c7d7-bfc1-4974-9767-47e90c255031, host: hv-cinder-84779, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df2d7c62-f2a0-47f2-8167-091f3a1d364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:30:05.190598 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-620b01f3-3aa8-446f-a2b2-d4936bc6040b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (6903c7d7-bfc1-4974-9767-47e90c255031), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:05.272986 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-620b01f3-3aa8-446f-a2b2-d4936bc6040b service neutron] For port 6903c7d7-bfc1-4974-9767-47e90c255031, host hv-cinder-84779, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:30:05.275039 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:05.277700 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-620b01f3-3aa8-446f-a2b2-d4936bc6040b service neutron] For port 6903c7d7-bfc1-4974-9767-47e90c255031, host hv-cinder-84779, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=6903c7d7-bfc1-4974-9767-47e90c255031,segment=NetworkSegment(df2d7c62-f2a0-47f2-8167-091f3a1d364d),segment_id=df2d7c62-f2a0-47f2-8167-091f3a1d364d)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:30:05.288350 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-620b01f3-3aa8-446f-a2b2-d4936bc6040b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (6903c7d7-bfc1-4974-9767-47e90c255031), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:05.329719 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-620b01f3-3aa8-446f-a2b2-d4936bc6040b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:05.330557 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-620b01f3-3aa8-446f-a2b2-d4936bc6040b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:05.331953 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-620b01f3-3aa8-446f-a2b2-d4936bc6040b service neutron] 10.222.0.42 "PUT /v2.0/ports/6903c7d7-bfc1-4974-9767-47e90c255031 HTTP/1.1" status: 200 len: 1093 time: 0.7769914 Jun 27 15:30:05.332661 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b669df6d-2c11-4910-bdc8-0eb82915b879', 'tag': '6903c7d7-bfc1-4974-9767-47e90c255031'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:30:05.335038 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c76de4-4714-4c53-a000-e1c5d3e15105" -d '{"events": [{"name": "network-changed", "server_uuid": "b669df6d-2c11-4910-bdc8-0eb82915b879", "tag": "6903c7d7-bfc1-4974-9767-47e90c255031"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:30:05.356967 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b01f3-3aa8-446f-a2b2-d4936bc6040b service neutron] Pushing event updated for resources: {'Port': ['ID=6903c7d7-bfc1-4974-9767-47e90c255031,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:30:05.383319 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bb6bcc-058e-4926-97e2-1a7d9b18eb92 x-openstack-request-id: req-72bb6bcc-058e-4926-97e2-1a7d9b18eb92 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:30:05.383602 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b669df6d-2c11-4910-bdc8-0eb82915b879", "tag": "6903c7d7-bfc1-4974-9767-47e90c255031", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:30:05.383856 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-72bb6bcc-058e-4926-97e2-1a7d9b18eb92 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:30:05.384260 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72bb6bcc-058e-4926-97e2-1a7d9b18eb92'] response: {'name': 'network-changed', 'server_uuid': 'b669df6d-2c11-4910-bdc8-0eb82915b879', 'tag': '6903c7d7-bfc1-4974-9767-47e90c255031', 'status': 'completed', 'code': 200} Jun 27 15:30:05.459781 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['62696634-23e0-4313-bcf8-d3be6665d3aa'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:30:05.630740 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:05.651703 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c76de4-4714-4c53-a000-e1c5d3e15105 req-168255c3-1bcf-464d-928d-a6ec626bb001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:05.653893 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-02c76de4-4714-4c53-a000-e1c5d3e15105 req-168255c3-1bcf-464d-928d-a6ec626bb001 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dff1983b1b3047378b88d87d54aa709d&device_id=b669df6d-2c11-4910-bdc8-0eb82915b879 HTTP/1.1" status: 200 len: 1127 time: 0.0491834 Jun 27 15:30:05.702883 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd6984-771d-4bed-94fb-946b83e1cbc2 req-11a963c5-2295-4498-9fd6-b55af329cc4d tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:05.705198 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a9fd6984-771d-4bed-94fb-946b83e1cbc2 req-11a963c5-2295-4498-9fd6-b55af329cc4d tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.0558403 Jun 27 15:30:05.783054 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a9fd6984-771d-4bed-94fb-946b83e1cbc2 req-c313686c-b500-40a0-a792-0065f34a21ac tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703652 Jun 27 15:30:05.836309 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:05.852585 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77686119-6191-40c1-a054-11a35995630d req-52e80c4b-0ece-45f6-a2ff-b87aaae7fb06 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:05.854170 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-77686119-6191-40c1-a054-11a35995630d req-52e80c4b-0ece-45f6-a2ff-b87aaae7fb06 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669df6d-2c11-4910-bdc8-0eb82915b879 HTTP/1.1" status: 200 len: 943 time: 0.0865579 Jun 27 15:30:05.858549 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c76de4-4714-4c53-a000-e1c5d3e15105 req-30ee1d27-3cd8-4ea6-b3e4-5d7609dda5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:05.864406 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-02c76de4-4714-4c53-a000-e1c5d3e15105 req-30ee1d27-3cd8-4ea6-b3e4-5d7609dda5c4 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=dff1983b1b3047378b88d87d54aa709d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1947889 Jun 27 15:30:05.973043 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-77686119-6191-40c1-a054-11a35995630d req-32bebfb0-c2f5-4d6d-a35d-2dfa7d3cd2b0 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d100474-5f22-4d25-a50b-b291a5004c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081009 Jun 27 15:30:06.007439 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c76de4-4714-4c53-a000-e1c5d3e15105 req-56b4c439-e8d1-4b42-b4cf-8e0cda7a7d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:06.009207 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-02c76de4-4714-4c53-a000-e1c5d3e15105 req-56b4c439-e8d1-4b42-b4cf-8e0cda7a7d51 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1361790 Jun 27 15:30:06.010777 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0738b8-1378-42b4-828f-bcc6c1224f06 req-2593214e-250a-4cd4-a6a1-653f7b2c7f75 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:06.012638 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ac0738b8-1378-42b4-828f-bcc6c1224f06 req-2593214e-250a-4cd4-a6a1-653f7b2c7f75 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 945 time: 0.0604446 Jun 27 15:30:06.067356 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ac0738b8-1378-42b4-828f-bcc6c1224f06 req-36737004-d7d2-433a-b221-eeb773479f98 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475974 Jun 27 15:30:06.126544 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d142d8f-5e32-44eb-b230-95bca97f0e57 req-d8d08f40-59ea-4982-af97-e9f83217b064 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:06.128398 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9d142d8f-5e32-44eb-b230-95bca97f0e57 req-d8d08f40-59ea-4982-af97-e9f83217b064 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2cf58f-7730-4d52-8712-24fcfbf19801 HTTP/1.1" status: 200 len: 946 time: 0.0806451 Jun 27 15:30:06.129622 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-8bb336b8-648b-4185-a852-fda60ba0e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:06.130997 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-8bb336b8-648b-4185-a852-fda60ba0e7d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dff1983b1b3047378b88d87d54aa709d&device_id=b669df6d-2c11-4910-bdc8-0eb82915b879 HTTP/1.1" status: 200 len: 1127 time: 0.0717342 Jun 27 15:30:06.191473 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-5347c062-7e73-4ac7-9807-da9d9e25ac71 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6903c7d7-bfc1-4974-9767-47e90c255031 HTTP/1.1" status: 200 len: 217 time: 0.0394895 Jun 27 15:30:06.240405 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9d142d8f-5e32-44eb-b230-95bca97f0e57 req-070d2012-60de-4634-8679-484f617eea41 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059587 Jun 27 15:30:06.255768 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-61212212-3160-4df8-a03c-547324edc3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:06.257254 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-61212212-3160-4df8-a03c-547324edc3d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8a06131b-528a-47d8-9082-6c3add5ef19c HTTP/1.1" status: 200 len: 853 time: 0.0578852 Jun 27 15:30:06.306556 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-6262b21d-acd8-42e2-a18b-915ef78176cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:06.308044 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-6262b21d-acd8-42e2-a18b-915ef78176cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2b3a5f-8943-48e2-bb0f-3f837d61206a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413039 Jun 27 15:30:06.419185 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-d775d1a4-05e5-4bea-b202-5f1f29269395 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965507 Jun 27 15:30:06.542261 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b8c6d035-994b-4e74-ac46-a803e128cc5a req-a88fd1f3-b32d-4188-a5c5-51848989ff07 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089499 Jun 27 15:30:06.664867 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 53892) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:30:06.770958 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 62696634-23e0-4313-bcf8-d3be6665d3aa up at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:30:06.853066 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning complete for port 62696634-23e0-4313-bcf8-d3be6665d3aa triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:30:06.853783 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (62696634-23e0-4313-bcf8-d3be6665d3aa), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:06.856194 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f4ab2262-82df-4e5e-9e85-e2a70bbbf89a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:06.929511 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:06.975023 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 62696634-23e0-4313-bcf8-d3be6665d3aa is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:30:06.976019 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (62696634-23e0-4313-bcf8-d3be6665d3aa), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:06.988829 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ffc3d-a606-466d-bdb8-d629c268700d req-e0dab46a-08a6-4d78-9091-4dad9826353d tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:06.992463 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bc3ffc3d-a606-466d-bdb8-d629c268700d req-e0dab46a-08a6-4d78-9091-4dad9826353d tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.0934646 Jun 27 15:30:07.005451 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f4ab2262-82df-4e5e-9e85-e2a70bbbf89a admin admin] Publish callbacks [] for security_group (42952ebf-784e-47eb-8bc4-7072ab57a442), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:07.014954 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f4ab2262-82df-4e5e-9e85-e2a70bbbf89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (42952ebf-784e-47eb-8bc4-7072ab57a442), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:07.020461 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831291d0-f04d-4927-afcd-88fd058db642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62696634-23e0-4313-bcf8-d3be6665d3aa'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:30:07.023467 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d85b7032bc105ad9eb63a31382f750c4bf6bbb4824e658972134fe301cb831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e3ff51-156b-4d8a-aa39-9dd538bd6ce6" -d '{"events": [{"server_uuid": "831291d0-f04d-4927-afcd-88fd058db642", "name": "network-vif-plugged", "status": "completed", "tag": "62696634-23e0-4313-bcf8-d3be6665d3aa"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:30:07.043860 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 62696634-23e0-4313-bcf8-d3be6665d3aa, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=62696634-23e0-4313-bcf8-d3be6665d3aa,segment=NetworkSegment(e8df84b0-b449-4f32-9fef-1bd341ec9717),segment_id=e8df84b0-b449-4f32-9fef-1bd341ec9717)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:30:07.063424 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (62696634-23e0-4313-bcf8-d3be6665d3aa), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:07.070982 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-f4ab2262-82df-4e5e-9e85-e2a70bbbf89a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=64340474d55147bfae2d41d3f671a5e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4043489 Jun 27 15:30:07.079066 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 53916) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:30:07.109011 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab2262-82df-4e5e-9e85-e2a70bbbf89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42952ebf-784e-47eb-8bc4-7072ab57a442,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:30:07.130182 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=62696634-23e0-4313-bcf8-d3be6665d3aa,revision_number=10']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:30:07.139804 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41921171-987d-4aba-9290-cde0753edafd req-fda7c703-251b-4918-8e45-7efc578a014e tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:07.141632 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-41921171-987d-4aba-9290-cde0753edafd req-fda7c703-251b-4918-8e45-7efc578a014e tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669df6d-2c11-4910-bdc8-0eb82915b879 HTTP/1.1" status: 200 len: 943 time: 0.0693557 Jun 27 15:30:07.165887 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bc3ffc3d-a606-466d-bdb8-d629c268700d req-5a0d4977-7f6d-4b72-bdb7-f942db744c7f tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670897 Jun 27 15:30:07.197209 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16286471-b636-43ad-a935-9797ca93781b admin admin] Publish callbacks [] for security_group (42952ebf-784e-47eb-8bc4-7072ab57a442), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:07.222948 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-41921171-987d-4aba-9290-cde0753edafd req-0735626c-b405-4810-8d9e-cd4f75d4aa22 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d100474-5f22-4d25-a50b-b291a5004c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728607 Jun 27 15:30:07.249775 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16286471-b636-43ad-a935-9797ca93781b admin admin] Publish callbacks [] for security_group (42952ebf-784e-47eb-8bc4-7072ab57a442), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:07.281056 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66a76da-fa3a-4570-805b-bc11203ea94c x-openstack-request-id: req-d66a76da-fa3a-4570-805b-bc11203ea94c {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:30:07.281656 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831291d0-f04d-4927-afcd-88fd058db642", "name": "network-vif-plugged", "status": "completed", "tag": "62696634-23e0-4313-bcf8-d3be6665d3aa", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:30:07.282468 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d66a76da-fa3a-4570-805b-bc11203ea94c {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:30:07.283417 dv-cinder-847798-1-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d66a76da-fa3a-4570-805b-bc11203ea94c'] response: {'server_uuid': '831291d0-f04d-4927-afcd-88fd058db642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62696634-23e0-4313-bcf8-d3be6665d3aa', 'code': 200} Jun 27 15:30:07.294039 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:07.333689 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16286471-b636-43ad-a935-9797ca93781b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (42952ebf-784e-47eb-8bc4-7072ab57a442), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:07.336282 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-16286471-b636-43ad-a935-9797ca93781b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:07.337664 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-16286471-b636-43ad-a935-9797ca93781b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/42952ebf-784e-47eb-8bc4-7072ab57a442 HTTP/1.1" status: 204 len: 168 time: 0.2574980 Jun 27 15:30:07.356839 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16286471-b636-43ad-a935-9797ca93781b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42952ebf-784e-47eb-8bc4-7072ab57a442,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:30:07.395340 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c832ee-efac-4281-a859-ebe74b4b1d3e req-86b671bc-2c66-449d-bcb3-a189282450a5 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:07.396947 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-25c832ee-efac-4281-a859-ebe74b4b1d3e req-86b671bc-2c66-449d-bcb3-a189282450a5 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 947 time: 0.0639396 Jun 27 15:30:07.457186 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-25c832ee-efac-4281-a859-ebe74b4b1d3e req-bef68101-fed1-426d-881f-5954d819cfb2 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532646 Jun 27 15:30:08.298660 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:08.309617 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71acf2-d70c-4cb9-b87e-b01139c8e9ae req-7902dd43-8c16-4a57-9cfd-d9aa0855b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:08.311187 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ed71acf2-d70c-4cb9-b87e-b01139c8e9ae req-7902dd43-8c16-4a57-9cfd-d9aa0855b0d9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 1131 time: 0.0458217 Jun 27 15:30:08.319010 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a0c9c-bcbc-447b-a1b2-7512f45ea7e6 req-30dfad45-d838-499d-93a1-562a476d5fab tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:08.320649 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7f3a0c9c-bcbc-447b-a1b2-7512f45ea7e6 req-30dfad45-d838-499d-93a1-562a476d5fab tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.0569470 Jun 27 15:30:08.378299 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7f3a0c9c-bcbc-447b-a1b2-7512f45ea7e6 req-e3c37278-b613-4366-ba92-c6e61931b372 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507455 Jun 27 15:30:08.385576 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae76b8-6d41-42ca-8902-80f1eb9959c6 req-154d3120-1c59-4b0e-a5c7-5450f37c856f tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:08.387088 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-37ae76b8-6d41-42ca-8902-80f1eb9959c6 req-154d3120-1c59-4b0e-a5c7-5450f37c856f tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669df6d-2c11-4910-bdc8-0eb82915b879 HTTP/1.1" status: 200 len: 943 time: 0.0737617 Jun 27 15:30:08.415716 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ed71acf2-d70c-4cb9-b87e-b01139c8e9ae req-c97c61d9-cb6a-4ace-8c23-0e2ca1aafd4c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929980 Jun 27 15:30:08.450172 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-37ae76b8-6d41-42ca-8902-80f1eb9959c6 req-fea59186-b05c-4ef5-9301-ad26ecf274fc tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d100474-5f22-4d25-a50b-b291a5004c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566368 Jun 27 15:30:08.600234 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4a6c2-a547-45fe-9192-eb5ae57d0173 req-e894d6b1-8a3b-44e1-844f-34bcf670e0e4 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:08.601647 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d1c4a6c2-a547-45fe-9192-eb5ae57d0173 req-e894d6b1-8a3b-44e1-844f-34bcf670e0e4 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 947 time: 0.0543094 Jun 27 15:30:08.657206 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d1c4a6c2-a547-45fe-9192-eb5ae57d0173 req-786aeb2e-e4fc-4586-a22b-165fcdcf2385 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465577 Jun 27 15:30:08.770047 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 6903c7d7-bfc1-4974-9767-47e90c255031 details requested by agent hyperv_hv-cinder-84779 with host hv-cinder-84779 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 15:30:08.813454 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7925257f-cced-46b3-ab31-aea373c8911d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:08.896340 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 6903c7d7-bfc1-4974-9767-47e90c255031, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=6903c7d7-bfc1-4974-9767-47e90c255031,segment=NetworkSegment(df2d7c62-f2a0-47f2-8167-091f3a1d364d),segment_id=df2d7c62-f2a0-47f2-8167-091f3a1d364d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:30:08.907829 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Returning: {'device': '6903c7d7-bfc1-4974-9767-47e90c255031', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'port_id': '6903c7d7-bfc1-4974-9767-47e90c255031', 'mac_address': 'fa:16:3e:6a:62:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 15:30:08.945113 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 6903c7d7-bfc1-4974-9767-47e90c255031 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:30:08.945508 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (6903c7d7-bfc1-4974-9767-47e90c255031), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:08.959154 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6903c7d7-bfc1-4974-9767-47e90c255031 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:30:08.972143 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:08.982672 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 6903c7d7-bfc1-4974-9767-47e90c255031, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=6903c7d7-bfc1-4974-9767-47e90c255031,segment=NetworkSegment(df2d7c62-f2a0-47f2-8167-091f3a1d364d),segment_id=df2d7c62-f2a0-47f2-8167-091f3a1d364d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:30:08.987865 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (6903c7d7-bfc1-4974-9767-47e90c255031), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:09.046483 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=6903c7d7-bfc1-4974-9767-47e90c255031,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:30:09.376401 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['6903c7d7-bfc1-4974-9767-47e90c255031'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:30:09.499688 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735502a-301b-4ebf-bbcf-8bc2d5577755 req-181567e9-cd1f-47e4-af86-1edb8bde0b21 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:09.501336 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a735502a-301b-4ebf-bbcf-8bc2d5577755 req-181567e9-cd1f-47e4-af86-1edb8bde0b21 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.0527675 Jun 27 15:30:09.559596 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a735502a-301b-4ebf-bbcf-8bc2d5577755 req-23566992-6bca-437a-b19d-2fd9b76b23b6 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498250 Jun 27 15:30:09.582028 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620175a5-c8e8-45e3-a536-c3e777efa14c req-84ed1a9c-79fd-4204-9966-265f3f86038a tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:09.583685 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-620175a5-c8e8-45e3-a536-c3e777efa14c req-84ed1a9c-79fd-4204-9966-265f3f86038a tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669df6d-2c11-4910-bdc8-0eb82915b879 HTTP/1.1" status: 200 len: 944 time: 0.0541184 Jun 27 15:30:09.635540 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-620175a5-c8e8-45e3-a536-c3e777efa14c req-b4c81df7-2218-453a-91dd-653053a0365d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d100474-5f22-4d25-a50b-b291a5004c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458784 Jun 27 15:30:09.797474 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b27717-2f99-446b-a4fa-32c5dda73a9e req-3d62ce58-f5d0-4626-9a18-d9c212e394be tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:09.799118 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a5b27717-2f99-446b-a4fa-32c5dda73a9e req-3d62ce58-f5d0-4626-9a18-d9c212e394be tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 947 time: 0.0517755 Jun 27 15:30:09.854601 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a5b27717-2f99-446b-a4fa-32c5dda73a9e req-3321e421-acf3-45b5-8f73-e32b3132d33a tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496395 Jun 27 15:30:10.681224 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:10.704265 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401958ad-04ad-47d5-a6e9-02c02d2fdc17 req-bbdab678-b2ed-4851-8eee-58e49b9c511b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:10.707443 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-401958ad-04ad-47d5-a6e9-02c02d2fdc17 req-bbdab678-b2ed-4851-8eee-58e49b9c511b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.0718825 Jun 27 15:30:10.764734 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-401958ad-04ad-47d5-a6e9-02c02d2fdc17 req-fe346f39-f76d-43f7-92a2-05d2cff255e0 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473146 Jun 27 15:30:10.768120 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020a1f6-4b1a-4ae0-aea1-e7707273f2b6 req-42498075-2a64-4561-bed1-581c01b9ab13 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:10.770677 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3020a1f6-4b1a-4ae0-aea1-e7707273f2b6 req-42498075-2a64-4561-bed1-581c01b9ab13 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669df6d-2c11-4910-bdc8-0eb82915b879 HTTP/1.1" status: 200 len: 944 time: 0.0510008 Jun 27 15:30:10.785650 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 6903c7d7-bfc1-4974-9767-47e90c255031 up at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:30:10.825685 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3020a1f6-4b1a-4ae0-aea1-e7707273f2b6 req-603e4d48-6373-464c-b50c-b7597c2584b1 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d100474-5f22-4d25-a50b-b291a5004c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493741 Jun 27 15:30:10.835201 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning for port 6903c7d7-bfc1-4974-9767-47e90c255031 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 15:30:10.842274 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning complete for port 6903c7d7-bfc1-4974-9767-47e90c255031 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:30:10.842815 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (6903c7d7-bfc1-4974-9767-47e90c255031), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:10.936788 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 6903c7d7-bfc1-4974-9767-47e90c255031 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:30:10.937181 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (6903c7d7-bfc1-4974-9767-47e90c255031), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:10.959055 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:10.973223 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b669df6d-2c11-4910-bdc8-0eb82915b879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6903c7d7-bfc1-4974-9767-47e90c255031'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:30:10.975482 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d85b7032bc105ad9eb63a31382f750c4bf6bbb4824e658972134fe301cb831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31d0b30-f297-47e3-9b0c-9a62df34ce18" -d '{"events": [{"server_uuid": "b669df6d-2c11-4910-bdc8-0eb82915b879", "name": "network-vif-plugged", "status": "completed", "tag": "6903c7d7-bfc1-4974-9767-47e90c255031"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:30:10.991877 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 6903c7d7-bfc1-4974-9767-47e90c255031, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=6903c7d7-bfc1-4974-9767-47e90c255031,segment=NetworkSegment(df2d7c62-f2a0-47f2-8167-091f3a1d364d),segment_id=df2d7c62-f2a0-47f2-8167-091f3a1d364d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:30:11.003768 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (6903c7d7-bfc1-4974-9767-47e90c255031), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:11.008734 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f72550-2f2b-4a75-96e4-46326c0e3815 req-88ea6f95-a1db-4029-a275-e3b927d1659c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:11.012260 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-64f72550-2f2b-4a75-96e4-46326c0e3815 req-88ea6f95-a1db-4029-a275-e3b927d1659c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 947 time: 0.0598221 Jun 27 15:30:11.042814 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0620fa32-e790-477b-a49c-df802e944e18 x-openstack-request-id: req-0620fa32-e790-477b-a49c-df802e944e18 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:30:11.043206 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b669df6d-2c11-4910-bdc8-0eb82915b879", "name": "network-vif-plugged", "status": "completed", "tag": "6903c7d7-bfc1-4974-9767-47e90c255031", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:30:11.043529 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0620fa32-e790-477b-a49c-df802e944e18 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:30:11.044043 dv-cinder-847798-1-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0620fa32-e790-477b-a49c-df802e944e18'] response: {'server_uuid': 'b669df6d-2c11-4910-bdc8-0eb82915b879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6903c7d7-bfc1-4974-9767-47e90c255031', 'code': 200} Jun 27 15:30:11.068598 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=6903c7d7-bfc1-4974-9767-47e90c255031,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:30:11.071799 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-64f72550-2f2b-4a75-96e4-46326c0e3815 req-d8711307-e197-4298-8db2-3a6f4a468ba1 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526135 Jun 27 15:30:11.445139 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb7312-c4f5-4bcd-acf1-a7095e3f088f req-0b123472-7fab-49fd-ae75-c99d1f5271d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:11.446886 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c9eb7312-c4f5-4bcd-acf1-a7095e3f088f req-0b123472-7fab-49fd-ae75-c99d1f5271d2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b669df6d-2c11-4910-bdc8-0eb82915b879 HTTP/1.1" status: 200 len: 1129 time: 0.0432999 Jun 27 15:30:11.506018 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c9eb7312-c4f5-4bcd-acf1-a7095e3f088f req-427a6464-6692-43e1-827e-be801a71f425 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7d100474-5f22-4d25-a50b-b291a5004c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461400 Jun 27 15:30:11.716806 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-14183577-1cf0-45db-a884-1e1a13307c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:11.894137 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87fc16-eaf5-4fb0-8360-d8e97528705b req-29b9c66c-01f5-4e07-a42f-12f161c93042 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:11.895863 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ee87fc16-eaf5-4fb0-8360-d8e97528705b req-29b9c66c-01f5-4e07-a42f-12f161c93042 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.0554996 Jun 27 15:30:11.951891 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ee87fc16-eaf5-4fb0-8360-d8e97528705b req-d6aa7ef9-fa34-4192-bc04-2bf9a1207ea5 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499623 Jun 27 15:30:11.966280 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad9799-7cbe-445a-924c-b6f325e6ae03 req-58938d61-07f7-4ab9-9d9e-399b17ee27e9 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:11.967850 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-99ad9799-7cbe-445a-924c-b6f325e6ae03 req-58938d61-07f7-4ab9-9d9e-399b17ee27e9 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669df6d-2c11-4910-bdc8-0eb82915b879 HTTP/1.1" status: 200 len: 945 time: 0.0678537 Jun 27 15:30:12.021768 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-99ad9799-7cbe-445a-924c-b6f325e6ae03 req-ad85177a-ba21-4c9a-812c-efdc1975b856 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d100474-5f22-4d25-a50b-b291a5004c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473626 Jun 27 15:30:12.197020 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2dc91-053e-4687-81dd-ea74123e80dd req-02e2049c-aaeb-4cd7-9a7d-3a27cce1975e tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:12.198502 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2df2dc91-053e-4687-81dd-ea74123e80dd req-02e2049c-aaeb-4cd7-9a7d-3a27cce1975e tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 947 time: 0.0520513 Jun 27 15:30:12.249284 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2df2dc91-053e-4687-81dd-ea74123e80dd req-8e0b39ff-6dce-4885-8c05-f17aa5b8384d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450716 Jun 27 15:30:12.529967 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a5019-c548-4f96-9938-c68d9351fd20 req-02119c86-e49b-4be4-ba6f-b2efedf13c36 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:12.531445 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4c8a5019-c548-4f96-9938-c68d9351fd20 req-02119c86-e49b-4be4-ba6f-b2efedf13c36 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 945 time: 0.0497899 Jun 27 15:30:12.584000 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4c8a5019-c548-4f96-9938-c68d9351fd20 req-694c948c-1c96-489b-af01-41765b65f069 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456166 Jun 27 15:30:12.606587 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 54018) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:30:12.797876 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:12.808866 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85ef8ed-0a75-4b1f-8b58-b547c2dbb5aa tempest-TestMinimumBasicScenario-1256119219 tempest-TestMinimumBasicScenario-1256119219-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:12.810416 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-f85ef8ed-0a75-4b1f-8b58-b547c2dbb5aa tempest-TestMinimumBasicScenario-1256119219 tempest-TestMinimumBasicScenario-1256119219-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 1124 time: 0.2027090 Jun 27 15:30:12.814033 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 54022) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:30:12.820341 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-879734b4-771a-46aa-8271-243916f2b937 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Request body: {'floatingip': {'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'port_id': '3ccbca6d-373a-42a6-9d88-221bb0b77dd5', 'tenant_id': '52c96385e67941648eee6bf532b3f141', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:30:12.851029 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-879734b4-771a-46aa-8271-243916f2b937 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:12.976672 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-879734b4-771a-46aa-8271-243916f2b937 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:13.146939 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c3656d-330f-4cd0-8814-4c247c5a5dea req-87fd5dd3-b1ea-4a0d-83e8-e33164e98f64 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:13.148782 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-03c3656d-330f-4cd0-8814-4c247c5a5dea req-87fd5dd3-b1ea-4a0d-83e8-e33164e98f64 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.1116893 Jun 27 15:30:13.158474 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436a75b-faa3-4dfa-a98c-4f07c84fc124 req-872deb0f-1084-4f7b-b66a-336a344ba5c5 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:13.161103 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d436a75b-faa3-4dfa-a98c-4f07c84fc124 req-872deb0f-1084-4f7b-b66a-336a344ba5c5 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669df6d-2c11-4910-bdc8-0eb82915b879 HTTP/1.1" status: 200 len: 945 time: 0.0568538 Jun 27 15:30:13.191108 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:13.196150 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:13.196531 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-879734b4-771a-46aa-8271-243916f2b937 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Allocated IP 172.27.2.223 (514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb/6226739c-eac4-4784-90b9-a0481f53f3ba/7922ca58-d7d6-4960-92a8-2b4e0b273660) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:30:13.198846 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:13.250718 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d436a75b-faa3-4dfa-a98c-4f07c84fc124 req-2c7ecf51-103a-4c5a-959f-b96ff23087b1 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d100474-5f22-4d25-a50b-b291a5004c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785992 Jun 27 15:30:13.260037 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-03c3656d-330f-4cd0-8814-4c247c5a5dea req-799faa54-3c1d-4b21-9d23-8f6189a9d109 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010602 Jun 27 15:30:13.354701 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-879734b4-771a-46aa-8271-243916f2b937 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for port (7922ca58-d7d6-4960-92a8-2b4e0b273660), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:13.388734 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-879734b4-771a-46aa-8271-243916f2b937 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (7922ca58-d7d6-4960-92a8-2b4e0b273660), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:13.438365 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879734b4-771a-46aa-8271-243916f2b937 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:30:13.442210 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-879734b4-771a-46aa-8271-243916f2b937 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:30:13.443135 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:13.446326 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879734b4-771a-46aa-8271-243916f2b937 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:30:13.449929 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879734b4-771a-46aa-8271-243916f2b937 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Pushing event updated for resources: {'Port': ['ID=7922ca58-d7d6-4960-92a8-2b4e0b273660,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:30:13.949005 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:14.129857 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-879734b4-771a-46aa-8271-243916f2b937 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for floatingip (d5247651-1134-404f-a773-04c052e44578), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:14.237184 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-879734b4-771a-46aa-8271-243916f2b937 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (7922ca58-d7d6-4960-92a8-2b4e0b273660), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:14.405034 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc6615-b4f7-454a-8cd3-eaa5cc666388 req-c112b611-2218-4a7b-97f2-6abe51e0c57b tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:14.407666 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-62bc6615-b4f7-454a-8cd3-eaa5cc666388 req-c112b611-2218-4a7b-97f2-6abe51e0c57b tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669df6d-2c11-4910-bdc8-0eb82915b879 HTTP/1.1" status: 200 len: 945 time: 0.0701871 Jun 27 15:30:14.443811 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a9555-d200-4ff3-aa76-52754667fab0 req-1befe851-8c87-4e9f-8b2f-26124c74580b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:14.445858 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b93a9555-d200-4ff3-aa76-52754667fab0 req-1befe851-8c87-4e9f-8b2f-26124c74580b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.0846436 Jun 27 15:30:14.472097 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:14.475593 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-62bc6615-b4f7-454a-8cd3-eaa5cc666388 req-973d9a4e-970b-4197-b299-751a99ee1ef4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d100474-5f22-4d25-a50b-b291a5004c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554218 Jun 27 15:30:14.517259 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-879734b4-771a-46aa-8271-243916f2b937 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for port (7922ca58-d7d6-4960-92a8-2b4e0b273660), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:14.527936 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-879734b4-771a-46aa-8271-243916f2b937 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (7922ca58-d7d6-4960-92a8-2b4e0b273660), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:14.537206 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b93a9555-d200-4ff3-aa76-52754667fab0 req-9595b541-de12-40f5-a395-b2a6e1717af6 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828884 Jun 27 15:30:14.605851 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d381d18-375f-4b86-b3d6-1789fc84c656 req-cc15176b-3736-4abc-99a6-773c16a857ea tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:14.607378 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3d381d18-375f-4b86-b3d6-1789fc84c656 req-cc15176b-3736-4abc-99a6-773c16a857ea tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669df6d-2c11-4910-bdc8-0eb82915b879 HTTP/1.1" status: 200 len: 945 time: 0.0566359 Jun 27 15:30:14.611304 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879734b4-771a-46aa-8271-243916f2b937 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Pushing event updated for resources: {'Port': ['ID=7922ca58-d7d6-4960-92a8-2b4e0b273660,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:30:14.616854 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 54038) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:30:14.621217 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-481e8d61-8850-4ee4-afd1-d2a42b8637ab tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Request body: {'floatingip': {'port_id': '6903c7d7-bfc1-4974-9767-47e90c255031'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:30:14.645712 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:14.668888 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-879734b4-771a-46aa-8271-243916f2b937 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (d5247651-1134-404f-a773-04c052e44578), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:14.672431 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-481e8d61-8850-4ee4-afd1-d2a42b8637ab tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for floatingip (6f44c002-9c18-4ee6-b166-1788665965d1), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:14.868864 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.l3_db [None req-879734b4-771a-46aa-8271-243916f2b937 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Floating IP d5247651-1134-404f-a773-04c052e44578 associated. External IP: 172.27.2.223, port: 3ccbca6d-373a-42a6-9d88-221bb0b77dd5. Jun 27 15:30:14.901976 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:15.046746 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:15.276457 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:30:15.304455 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879734b4-771a-46aa-8271-243916f2b937 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Router 6e1d1137-e67c-4634-97d3-23d9d26e0af6 has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:30:15.412701 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-481e8d61-8850-4ee4-afd1-d2a42b8637ab tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:15.419108 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-481e8d61-8850-4ee4-afd1-d2a42b8637ab tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (6f44c002-9c18-4ee6-b166-1788665965d1), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:15.423097 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:15.828526 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879734b4-771a-46aa-8271-243916f2b937 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:30:15.840205 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88c13b-3aae-4a76-87ff-2ea4a1caa7b1 req-312d5303-b3cc-4eb5-8680-8045386d9e62 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:15.841112 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001a097f-a8c1-4c82-8cde-0ddb909c948a None None] Sync routers for ids ['6e1d1137-e67c-4634-97d3-23d9d26e0af6'] in dv-cinder-847798-1-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:30:15.841779 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7e88c13b-3aae-4a76-87ff-2ea4a1caa7b1 req-312d5303-b3cc-4eb5-8680-8045386d9e62 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.1061585 Jun 27 15:30:15.856617 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001a097f-a8c1-4c82-8cde-0ddb909c948a None None] Routers {'6e1d1137-e67c-4634-97d3-23d9d26e0af6'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:30:15.857690 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-001a097f-a8c1-4c82-8cde-0ddb909c948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:30:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['6e1d1137-e67c-4634-97d3-23d9d26e0af6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:30:15.875175 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.l3_db [None req-481e8d61-8850-4ee4-afd1-d2a42b8637ab tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Floating IP 6f44c002-9c18-4ee6-b166-1788665965d1 associated. External IP: 172.27.2.47, port: 6903c7d7-bfc1-4974-9767-47e90c255031. Jun 27 15:30:15.887335 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-879734b4-771a-46aa-8271-243916f2b937 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:15.970761 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-001a097f-a8c1-4c82-8cde-0ddb909c948a None None] Set router 6e1d1137-e67c-4634-97d3-23d9d26e0af6 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:30:15.971778 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-879734b4-771a-46aa-8271-243916f2b937 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1565151 Jun 27 15:30:15.975360 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 54044) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:30:15.976783 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5aa595-85d6-44d8-9b6a-0fd0e958657c', 'tag': '3ccbca6d-373a-42a6-9d88-221bb0b77dd5'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:30:15.979115 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e970f433-9399-46e2-ba2a-6d7b3829b862" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5aa595-85d6-44d8-9b6a-0fd0e958657c", "tag": "3ccbca6d-373a-42a6-9d88-221bb0b77dd5"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:30:15.980287 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-171ffa0d-2144-403c-a810-c84c3cf51b7e tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-717478751', 'description': 'tempest-secgroup-smoke-717478751 description', 'project_id': '52c96385e67941648eee6bf532b3f141'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:30:15.997726 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7e88c13b-3aae-4a76-87ff-2ea4a1caa7b1 req-fb8572d6-42e6-4bea-b778-fcc1ce010b62 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429305 Jun 27 15:30:16.009442 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-171ffa0d-2144-403c-a810-c84c3cf51b7e tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:16.046964 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3adeca4-fdfb-4015-9cf9-69719305341a x-openstack-request-id: req-c3adeca4-fdfb-4015-9cf9-69719305341a {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:30:16.046964 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5aa595-85d6-44d8-9b6a-0fd0e958657c", "tag": "3ccbca6d-373a-42a6-9d88-221bb0b77dd5", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:30:16.047307 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c3adeca4-fdfb-4015-9cf9-69719305341a {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:30:16.047539 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3adeca4-fdfb-4015-9cf9-69719305341a'] response: {'name': 'network-changed', 'server_uuid': 'ce5aa595-85d6-44d8-9b6a-0fd0e958657c', 'tag': '3ccbca6d-373a-42a6-9d88-221bb0b77dd5', 'status': 'completed', 'code': 200} Jun 27 15:30:16.050952 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:16.122982 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-171ffa0d-2144-403c-a810-c84c3cf51b7e tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for security_group (09e21af3-79db-4833-950a-21c92d53c1a9), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:16.129454 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:16.131447 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-171ffa0d-2144-403c-a810-c84c3cf51b7e tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (09e21af3-79db-4833-950a-21c92d53c1a9), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:16.173920 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-171ffa0d-2144-403c-a810-c84c3cf51b7e tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:16.175944 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-171ffa0d-2144-403c-a810-c84c3cf51b7e tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1994455 Jun 27 15:30:16.177314 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:16.178012 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ffa0d-2144-403c-a810-c84c3cf51b7e tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09e21af3-79db-4833-950a-21c92d53c1a9,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:30:16.181007 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 54048) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:30:16.186819 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-65ed3dc7-930c-40bb-be11-0d2ddb340988 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Request body: {'security_group_rule': {'security_group_id': '09e21af3-79db-4833-950a-21c92d53c1a9', 'project_id': '52c96385e67941648eee6bf532b3f141', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:30:16.193051 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970f433-9399-46e2-ba2a-6d7b3829b862 req-abaa307a-0bf2-4864-8bd0-5f7abfc9a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:16.194477 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e970f433-9399-46e2-ba2a-6d7b3829b862 req-abaa307a-0bf2-4864-8bd0-5f7abfc9a267 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52c96385e67941648eee6bf532b3f141&device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 1129 time: 0.0762365 Jun 27 15:30:16.267516 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-001a097f-a8c1-4c82-8cde-0ddb909c948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'name': 'tempest-TestMinimumBasicScenario-962353146-router', 'tenant_id': '52c96385e67941648eee6bf532b3f141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '67098971-89e3-461f-8090-d7d22bc3b8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 4, 'project_id': '52c96385e67941648eee6bf532b3f141', 'gw_port': {'id': '67098971-89e3-461f-8090-d7d22bc3b8db', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:12Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': 'd5247651-1134-404f-a773-04c052e44578', 'tenant_id': '52c96385e67941648eee6bf532b3f141', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'port_id': '3ccbca6d-373a-42a6-9d88-221bb0b77dd5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79265a58-e851-4f46-80e6-8bd40ee58e6c', 'mac_address': 'fa:16:3e:ef:19:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5aa595-85d6-44d8-9b6a-0fd0e958657c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:30:13Z', 'updated_at': '2022-06-27T15:30:13Z', 'revision_number': 0, 'project_id': '52c96385e67941648eee6bf532b3f141', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e4e613-06a5-44b0-97de-7b2c5ce92a59', 'name': '', 'network_id': '79265a58-e851-4f46-80e6-8bd40ee58e6c', 'tenant_id': '52c96385e67941648eee6bf532b3f141', 'mac_address': 'fa:16:3e:f7:9e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '01c8c3bc-3231-413d-87ec-f0dfb1f32f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:16Z', 'updated_at': '2022-06-27T15:28:23Z', 'revision_number': 5, 'project_id': '52c96385e67941648eee6bf532b3f141', 'subnets': [{'id': '01c8c3bc-3231-413d-87ec-f0dfb1f32f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:30:16.297591 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001a097f-a8c1-4c82-8cde-0ddb909c948a None None] Checking router: 6e1d1137-e67c-4634-97d3-23d9d26e0af6 for host: dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:30:16.309778 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001a097f-a8c1-4c82-8cde-0ddb909c948a None None] Routers {'6e1d1137-e67c-4634-97d3-23d9d26e0af6'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:30:16.310409 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-001a097f-a8c1-4c82-8cde-0ddb909c948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:30:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['6e1d1137-e67c-4634-97d3-23d9d26e0af6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:30:16.334220 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65ed3dc7-930c-40bb-be11-0d2ddb340988 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for security_group_rule (f185eee8-224c-4d4e-8c68-65877a5de44a), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:16.341740 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481e8d61-8850-4ee4-afd1-d2a42b8637ab tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Router d503fd2a-6057-4a70-b0d6-50c2350edbeb has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:30:16.390577 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970f433-9399-46e2-ba2a-6d7b3829b862 req-37ed4c5c-7072-403c-aee1-2e348dfddfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:16.392057 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e970f433-9399-46e2-ba2a-6d7b3829b862 req-37ed4c5c-7072-403c-aee1-2e348dfddfd6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=79265a58-e851-4f46-80e6-8bd40ee58e6c HTTP/1.1" status: 200 len: 915 time: 0.1675074 Jun 27 15:30:16.439393 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-001a097f-a8c1-4c82-8cde-0ddb909c948a None None] Set router 6e1d1137-e67c-4634-97d3-23d9d26e0af6 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:30:16.462137 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65ed3dc7-930c-40bb-be11-0d2ddb340988 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for security_group_rule (f185eee8-224c-4d4e-8c68-65877a5de44a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:16.466772 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65ed3dc7-930c-40bb-be11-0d2ddb340988 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (f185eee8-224c-4d4e-8c68-65877a5de44a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:16.546734 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:16.577321 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed3dc7-930c-40bb-be11-0d2ddb340988 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f185eee8-224c-4d4e-8c68-65877a5de44a,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:30:16.584887 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-65ed3dc7-930c-40bb-be11-0d2ddb340988 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:16.586134 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-65ed3dc7-930c-40bb-be11-0d2ddb340988 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4035995 Jun 27 15:30:16.589206 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 54052) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:30:16.593766 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-c891e2a4-1cb1-4a66-b40c-5c97fffc7f41 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Request body: {'security_group_rule': {'security_group_id': '09e21af3-79db-4833-950a-21c92d53c1a9', 'project_id': '52c96385e67941648eee6bf532b3f141', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:30:16.600362 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481e8d61-8850-4ee4-afd1-d2a42b8637ab tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:30:16.603350 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-481e8d61-8850-4ee4-afd1-d2a42b8637ab tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:16.623542 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d36436-dbbe-43a0-a203-d752b50ea75b None None] Sync routers for ids ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:30:16.638753 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d36436-dbbe-43a0-a203-d752b50ea75b None None] Routers {'d503fd2a-6057-4a70-b0d6-50c2350edbeb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:30:16.640061 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e970f433-9399-46e2-ba2a-6d7b3829b862 req-fb51db4e-2205-4741-8d7b-a23af92a20fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ccbca6d-373a-42a6-9d88-221bb0b77dd5 HTTP/1.1" status: 200 len: 999 time: 0.1251190 Jun 27 15:30:16.640722 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-77d36436-dbbe-43a0-a203-d752b50ea75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:30:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:30:16.648445 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-481e8d61-8850-4ee4-afd1-d2a42b8637ab tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "PUT /v2.0/floatingips/6f44c002-9c18-4ee6-b166-1788665965d1 HTTP/1.1" status: 200 len: 990 time: 2.0284224 Jun 27 15:30:16.648655 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c891e2a4-1cb1-4a66-b40c-5c97fffc7f41 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for security_group_rule (4be46228-8928-40f9-992a-f99ae93781b6), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:16.698853 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-001a097f-a8c1-4c82-8cde-0ddb909c948a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'name': 'tempest-TestMinimumBasicScenario-962353146-router', 'tenant_id': '52c96385e67941648eee6bf532b3f141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '67098971-89e3-461f-8090-d7d22bc3b8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 4, 'project_id': '52c96385e67941648eee6bf532b3f141', 'gw_port': {'id': '67098971-89e3-461f-8090-d7d22bc3b8db', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:12Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': 'd5247651-1134-404f-a773-04c052e44578', 'tenant_id': '52c96385e67941648eee6bf532b3f141', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'port_id': '3ccbca6d-373a-42a6-9d88-221bb0b77dd5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79265a58-e851-4f46-80e6-8bd40ee58e6c', 'mac_address': 'fa:16:3e:ef:19:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5aa595-85d6-44d8-9b6a-0fd0e958657c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:30:13Z', 'updated_at': '2022-06-27T15:30:13Z', 'revision_number': 0, 'project_id': '52c96385e67941648eee6bf532b3f141', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e4e613-06a5-44b0-97de-7b2c5ce92a59', 'name': '', 'network_id': '79265a58-e851-4f46-80e6-8bd40ee58e6c', 'tenant_id': '52c96385e67941648eee6bf532b3f141', 'mac_address': 'fa:16:3e:f7:9e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '01c8c3bc-3231-413d-87ec-f0dfb1f32f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:16Z', 'updated_at': '2022-06-27T15:28:23Z', 'revision_number': 5, 'project_id': '52c96385e67941648eee6bf532b3f141', 'subnets': [{'id': '01c8c3bc-3231-413d-87ec-f0dfb1f32f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:30:16.707100 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970f433-9399-46e2-ba2a-6d7b3829b862 req-69fbfc6a-a4df-4064-885b-35ee6dd51faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:16.708923 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e970f433-9399-46e2-ba2a-6d7b3829b862 req-69fbfc6a-a4df-4064-885b-35ee6dd51faf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=01c8c3bc-3231-413d-87ec-f0dfb1f32f40 HTTP/1.1" status: 200 len: 853 time: 0.0615797 Jun 27 15:30:16.710963 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:16.741922 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c891e2a4-1cb1-4a66-b40c-5c97fffc7f41 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for security_group_rule (4be46228-8928-40f9-992a-f99ae93781b6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:16.748691 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c891e2a4-1cb1-4a66-b40c-5c97fffc7f41 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (4be46228-8928-40f9-992a-f99ae93781b6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:16.753263 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001a097f-a8c1-4c82-8cde-0ddb909c948a None None] The sync data for ids ['6e1d1137-e67c-4634-97d3-23d9d26e0af6'] in dv-cinder-847798-1-iscsi is: [{'id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'name': 'tempest-TestMinimumBasicScenario-962353146-router', 'tenant_id': '52c96385e67941648eee6bf532b3f141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '67098971-89e3-461f-8090-d7d22bc3b8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 4, 'project_id': '52c96385e67941648eee6bf532b3f141', 'gw_port': {'id': '67098971-89e3-461f-8090-d7d22bc3b8db', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:12Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': 'd5247651-1134-404f-a773-04c052e44578', 'tenant_id': '52c96385e67941648eee6bf532b3f141', 'floating_ip_address': '172.27.2.223', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'port_id': '3ccbca6d-373a-42a6-9d88-221bb0b77dd5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '79265a58-e851-4f46-80e6-8bd40ee58e6c', 'mac_address': 'fa:16:3e:ef:19:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce5aa595-85d6-44d8-9b6a-0fd0e958657c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:30:13Z', 'updated_at': '2022-06-27T15:30:13Z', 'revision_number': 0, 'project_id': '52c96385e67941648eee6bf532b3f141', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e4e613-06a5-44b0-97de-7b2c5ce92a59', 'name': '', 'network_id': '79265a58-e851-4f46-80e6-8bd40ee58e6c', 'tenant_id': '52c96385e67941648eee6bf532b3f141', 'mac_address': 'fa:16:3e:f7:9e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '01c8c3bc-3231-413d-87ec-f0dfb1f32f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:16Z', 'updated_at': '2022-06-27T15:28:23Z', 'revision_number': 5, 'project_id': '52c96385e67941648eee6bf532b3f141', 'subnets': [{'id': '01c8c3bc-3231-413d-87ec-f0dfb1f32f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:30:16.774998 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891e2a4-1cb1-4a66-b40c-5c97fffc7f41 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be46228-8928-40f9-992a-f99ae93781b6,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:30:16.775466 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970f433-9399-46e2-ba2a-6d7b3829b862 req-1854a4f8-a5cc-432c-94b0-90ac95671404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:16.777953 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e970f433-9399-46e2-ba2a-6d7b3829b862 req-1854a4f8-a5cc-432c-94b0-90ac95671404 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79265a58-e851-4f46-80e6-8bd40ee58e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607729 Jun 27 15:30:16.782687 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-77d36436-dbbe-43a0-a203-d752b50ea75b None None] Set router d503fd2a-6057-4a70-b0d6-50c2350edbeb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:30:16.788583 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c891e2a4-1cb1-4a66-b40c-5c97fffc7f41 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:16.789803 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-c891e2a4-1cb1-4a66-b40c-5c97fffc7f41 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1996777 Jun 27 15:30:16.792730 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 54058) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:30:16.797460 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-fcf1c79b-f856-41c4-bcb1-c30c0c0f77ab tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Request body: {'security_group_rule': {'security_group_id': '09e21af3-79db-4833-950a-21c92d53c1a9', 'project_id': '52c96385e67941648eee6bf532b3f141', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:30:16.843856 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fcf1c79b-f856-41c4-bcb1-c30c0c0f77ab tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for security_group_rule (689f01fc-e4c5-4356-8e1f-2b8ec4e14ca2), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:16.901726 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e970f433-9399-46e2-ba2a-6d7b3829b862 req-b0d2064d-8d14-4516-be45-233381374bb9 service neutron] 10.222.0.42 "GET /v2.0/networks/79265a58-e851-4f46-80e6-8bd40ee58e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154377 Jun 27 15:30:16.940579 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fcf1c79b-f856-41c4-bcb1-c30c0c0f77ab tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for security_group_rule (689f01fc-e4c5-4356-8e1f-2b8ec4e14ca2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:16.949363 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fcf1c79b-f856-41c4-bcb1-c30c0c0f77ab tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (689f01fc-e4c5-4356-8e1f-2b8ec4e14ca2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:16.980572 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fcf1c79b-f856-41c4-bcb1-c30c0c0f77ab tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:16.981815 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-fcf1c79b-f856-41c4-bcb1-c30c0c0f77ab tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1881306 Jun 27 15:30:16.985278 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 54064) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:30:16.990284 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-357df73a-91e1-46d9-aa7d-39c077d7d07d tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Request body: {'security_group_rule': {'security_group_id': '09e21af3-79db-4833-950a-21c92d53c1a9', 'project_id': '52c96385e67941648eee6bf532b3f141', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:30:16.996645 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf1c79b-f856-41c4-bcb1-c30c0c0f77ab tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689f01fc-e4c5-4356-8e1f-2b8ec4e14ca2,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:30:17.049380 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e970f433-9399-46e2-ba2a-6d7b3829b862 req-f2cabdae-f169-45ad-926a-10917886af49 service neutron] 10.222.0.42 "GET /v2.0/networks/79265a58-e851-4f46-80e6-8bd40ee58e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341295 Jun 27 15:30:17.055503 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-357df73a-91e1-46d9-aa7d-39c077d7d07d tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for security_group_rule (8db86a38-8c06-4d05-ab2b-bf02faf0931a), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:17.115283 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0570035e-0f02-4df1-bfba-4eecfdf35fb9 None None] New status for floating IP d5247651-1134-404f-a773-04c052e44578: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 15:30:17.156360 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-357df73a-91e1-46d9-aa7d-39c077d7d07d tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for security_group_rule (8db86a38-8c06-4d05-ab2b-bf02faf0931a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:17.187531 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-357df73a-91e1-46d9-aa7d-39c077d7d07d tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (8db86a38-8c06-4d05-ab2b-bf02faf0931a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:17.187951 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-77d36436-dbbe-43a0-a203-d752b50ea75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 4, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '1c8a144e-fd7c-473c-b00d-3f101a9959f2', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'port_id': '209e6ff3-398f-4386-b25b-aef36d5f7e9c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'mac_address': 'fa:16:3e:73:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598844cf-f73b-4630-ad12-f08ab67e89e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:28:18Z', 'updated_at': '2022-06-27T15:28:47Z', 'revision_number': 2, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'fixed_ip_address_scope': None}, {'id': '6f44c002-9c18-4ee6-b166-1788665965d1', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'port_id': '6903c7d7-bfc1-4974-9767-47e90c255031', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'mac_address': 'fa:16:3e:6a:62:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b669df6d-2c11-4910-bdc8-0eb82915b879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:29:59Z', 'updated_at': '2022-06-27T15:30:15Z', 'revision_number': 1, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033c5111-34d9-49ec-bd05-b663eb62f175', 'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'mac_address': 'fa:16:3e:c5:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 5, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'subnets': [{'id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:30:17.227373 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d36436-dbbe-43a0-a203-d752b50ea75b None None] Checking router: d503fd2a-6057-4a70-b0d6-50c2350edbeb for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:30:17.233423 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357df73a-91e1-46d9-aa7d-39c077d7d07d tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db86a38-8c06-4d05-ab2b-bf02faf0931a,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:30:17.246367 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-357df73a-91e1-46d9-aa7d-39c077d7d07d tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:17.246367 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-357df73a-91e1-46d9-aa7d-39c077d7d07d tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2574947 Jun 27 15:30:17.246555 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 54074) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:30:17.249220 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d36436-dbbe-43a0-a203-d752b50ea75b None None] Routers {'d503fd2a-6057-4a70-b0d6-50c2350edbeb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:30:17.249994 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-0cb49a24-d22b-47bb-983f-41cb2067a128 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Request body: {'security_group_rule': {'security_group_id': '09e21af3-79db-4833-950a-21c92d53c1a9', 'project_id': '52c96385e67941648eee6bf532b3f141', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:30:17.250357 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-77d36436-dbbe-43a0-a203-d752b50ea75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:30:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:30:17.274074 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce9c92-5162-450f-8218-3ef4d02c837c req-792248e0-42fb-4b83-9011-ee0c87358c04 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:17.276162 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-23ce9c92-5162-450f-8218-3ef4d02c837c req-792248e0-42fb-4b83-9011-ee0c87358c04 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.1511738 Jun 27 15:30:17.287599 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.securitygroups_db [None req-0cb49a24-d22b-47bb-983f-41cb2067a128 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Project 52c96385e67941648eee6bf532b3f141 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 15:30:17.304011 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0cb49a24-d22b-47bb-983f-41cb2067a128 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for security_group_rule (d74fb844-8cde-4a34-b339-eb2e9372af82), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:17.369185 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-23ce9c92-5162-450f-8218-3ef4d02c837c req-0caa3989-65bc-416d-9673-8ecfe5d54446 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833330 Jun 27 15:30:17.394857 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0cb49a24-d22b-47bb-983f-41cb2067a128 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for security_group_rule (d74fb844-8cde-4a34-b339-eb2e9372af82), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:17.405843 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0cb49a24-d22b-47bb-983f-41cb2067a128 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (d74fb844-8cde-4a34-b339-eb2e9372af82), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:17.435600 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:17.445267 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-77d36436-dbbe-43a0-a203-d752b50ea75b None None] Set router d503fd2a-6057-4a70-b0d6-50c2350edbeb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:30:17.475776 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb49a24-d22b-47bb-983f-41cb2067a128 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d74fb844-8cde-4a34-b339-eb2e9372af82,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:30:17.481456 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:17.486339 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0cb49a24-d22b-47bb-983f-41cb2067a128 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:17.491667 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-0cb49a24-d22b-47bb-983f-41cb2067a128 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2429898 Jun 27 15:30:17.491667 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 54080) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:30:17.496186 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-4e50f5c3-154c-400d-ae7f-d9f7519f47f7 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Request body: {'security_group_rule': {'security_group_id': '09e21af3-79db-4833-950a-21c92d53c1a9', 'project_id': '52c96385e67941648eee6bf532b3f141', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:30:17.531656 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.securitygroups_db [None req-4e50f5c3-154c-400d-ae7f-d9f7519f47f7 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Project 52c96385e67941648eee6bf532b3f141 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 15:30:17.541990 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4e50f5c3-154c-400d-ae7f-d9f7519f47f7 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for security_group_rule (ce80e289-ef6e-47e2-a2a4-9f81bb29f60a), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:17.652458 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4e50f5c3-154c-400d-ae7f-d9f7519f47f7 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for security_group_rule (ce80e289-ef6e-47e2-a2a4-9f81bb29f60a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:17.663581 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4e50f5c3-154c-400d-ae7f-d9f7519f47f7 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (ce80e289-ef6e-47e2-a2a4-9f81bb29f60a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:17.691582 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50f5c3-154c-400d-ae7f-d9f7519f47f7 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce80e289-ef6e-47e2-a2a4-9f81bb29f60a,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:30:17.701367 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4e50f5c3-154c-400d-ae7f-d9f7519f47f7 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:17.702754 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-4e50f5c3-154c-400d-ae7f-d9f7519f47f7 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2106628 Jun 27 15:30:17.758519 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-77d36436-dbbe-43a0-a203-d752b50ea75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 4, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '1c8a144e-fd7c-473c-b00d-3f101a9959f2', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'port_id': '209e6ff3-398f-4386-b25b-aef36d5f7e9c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'mac_address': 'fa:16:3e:73:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598844cf-f73b-4630-ad12-f08ab67e89e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:28:18Z', 'updated_at': '2022-06-27T15:28:47Z', 'revision_number': 2, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'fixed_ip_address_scope': None}, {'id': '6f44c002-9c18-4ee6-b166-1788665965d1', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'port_id': '6903c7d7-bfc1-4974-9767-47e90c255031', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'mac_address': 'fa:16:3e:6a:62:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b669df6d-2c11-4910-bdc8-0eb82915b879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:29:59Z', 'updated_at': '2022-06-27T15:30:15Z', 'revision_number': 1, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033c5111-34d9-49ec-bd05-b663eb62f175', 'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'mac_address': 'fa:16:3e:c5:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 5, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'subnets': [{'id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:30:17.783773 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d36436-dbbe-43a0-a203-d752b50ea75b None None] The sync data for ids ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'] in dv-cinder-847798-1-iscsi is: [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 4, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '1c8a144e-fd7c-473c-b00d-3f101a9959f2', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'port_id': '209e6ff3-398f-4386-b25b-aef36d5f7e9c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'mac_address': 'fa:16:3e:73:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598844cf-f73b-4630-ad12-f08ab67e89e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:28:18Z', 'updated_at': '2022-06-27T15:28:47Z', 'revision_number': 2, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'fixed_ip_address_scope': None}, {'id': '6f44c002-9c18-4ee6-b166-1788665965d1', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'port_id': '6903c7d7-bfc1-4974-9767-47e90c255031', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'mac_address': 'fa:16:3e:6a:62:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b669df6d-2c11-4910-bdc8-0eb82915b879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:29:59Z', 'updated_at': '2022-06-27T15:30:15Z', 'revision_number': 1, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033c5111-34d9-49ec-bd05-b663eb62f175', 'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'mac_address': 'fa:16:3e:c5:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 5, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'subnets': [{'id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:30:17.794690 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9782f2f9-70c2-4500-a5a8-9713a4efd99c req-cdb2f3e3-c5d2-4d40-924b-17a556390b07 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-717478751&fields=id&tenant_id=52c96385e67941648eee6bf532b3f141 HTTP/1.1" status: 200 len: 267 time: 0.0463696 Jun 27 15:30:17.849035 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782f2f9-70c2-4500-a5a8-9713a4efd99c req-17f72a6c-66e2-4164-90b6-e73f68e08366 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:17.850587 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9782f2f9-70c2-4500-a5a8-9713a4efd99c req-17f72a6c-66e2-4164-90b6-e73f68e08366 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 945 time: 0.0508051 Jun 27 15:30:17.862179 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-9782f2f9-70c2-4500-a5a8-9713a4efd99c req-c9c90f86-d96b-440a-9fa3-7ad66b8d2adc tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Request body: {'port': {'security_groups': ['6fc91fb6-3f4f-4abf-8485-59b549863e8f', '09e21af3-79db-4833-950a-21c92d53c1a9']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:30:17.947886 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9782f2f9-70c2-4500-a5a8-9713a4efd99c req-c9c90f86-d96b-440a-9fa3-7ad66b8d2adc tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (3ccbca6d-373a-42a6-9d88-221bb0b77dd5), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:17.999443 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc603cb-485c-463d-a179-e4f860c7cea0 None None] New status for floating IP 6f44c002-9c18-4ee6-b166-1788665965d1: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 15:30:18.020892 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:18.049222 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b669df6d-2c11-4910-bdc8-0eb82915b879', 'tag': '6903c7d7-bfc1-4974-9767-47e90c255031'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:30:18.051658 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b904fa74-4374-4e36-ae2a-ff45a8ff7d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "b669df6d-2c11-4910-bdc8-0eb82915b879", "tag": "6903c7d7-bfc1-4974-9767-47e90c255031"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:30:18.090778 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2edc2b4-e5bc-43af-94be-ffc1b0e28a6d x-openstack-request-id: req-c2edc2b4-e5bc-43af-94be-ffc1b0e28a6d {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:30:18.091068 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b669df6d-2c11-4910-bdc8-0eb82915b879", "tag": "6903c7d7-bfc1-4974-9767-47e90c255031", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:30:18.091316 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c2edc2b4-e5bc-43af-94be-ffc1b0e28a6d {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:30:18.091716 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2edc2b4-e5bc-43af-94be-ffc1b0e28a6d'] response: {'name': 'network-changed', 'server_uuid': 'b669df6d-2c11-4910-bdc8-0eb82915b879', 'tag': '6903c7d7-bfc1-4974-9767-47e90c255031', 'status': 'completed', 'code': 200} Jun 27 15:30:18.181280 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904fa74-4374-4e36-ae2a-ff45a8ff7d7a req-454ae114-bd31-4e6d-a76c-6b012bf9d6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:18.182716 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b904fa74-4374-4e36-ae2a-ff45a8ff7d7a req-454ae114-bd31-4e6d-a76c-6b012bf9d6fa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dff1983b1b3047378b88d87d54aa709d&device_id=b669df6d-2c11-4910-bdc8-0eb82915b879 HTTP/1.1" status: 200 len: 1129 time: 0.0561099 Jun 27 15:30:18.205346 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-9782f2f9-70c2-4500-a5a8-9713a4efd99c req-c9c90f86-d96b-440a-9fa3-7ad66b8d2adc tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] For port 3ccbca6d-373a-42a6-9d88-221bb0b77dd5, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=3ccbca6d-373a-42a6-9d88-221bb0b77dd5,segment=NetworkSegment(092ec022-4797-43f8-9eb5-7109adc548d1),segment_id=092ec022-4797-43f8-9eb5-7109adc548d1)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:30:18.235666 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9782f2f9-70c2-4500-a5a8-9713a4efd99c req-c9c90f86-d96b-440a-9fa3-7ad66b8d2adc tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for port (3ccbca6d-373a-42a6-9d88-221bb0b77dd5), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:18.241035 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9782f2f9-70c2-4500-a5a8-9713a4efd99c req-c9c90f86-d96b-440a-9fa3-7ad66b8d2adc tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9438190'] for port (3ccbca6d-373a-42a6-9d88-221bb0b77dd5), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:18.253398 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['3ccbca6d-373a-42a6-9d88-221bb0b77dd5'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:30:18.281155 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904fa74-4374-4e36-ae2a-ff45a8ff7d7a req-cab89252-327b-4c6f-94da-842ce282d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:18.282976 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b904fa74-4374-4e36-ae2a-ff45a8ff7d7a req-cab89252-327b-4c6f-94da-842ce282d6c2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2b3a5f-8943-48e2-bb0f-3f837d61206a HTTP/1.1" status: 200 len: 915 time: 0.0938685 Jun 27 15:30:18.297151 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782f2f9-70c2-4500-a5a8-9713a4efd99c req-c9c90f86-d96b-440a-9fa3-7ad66b8d2adc tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:18.297883 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-9782f2f9-70c2-4500-a5a8-9713a4efd99c req-c9c90f86-d96b-440a-9fa3-7ad66b8d2adc tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:18.300006 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9782f2f9-70c2-4500-a5a8-9713a4efd99c req-c9c90f86-d96b-440a-9fa3-7ad66b8d2adc tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "PUT /v2.0/ports/3ccbca6d-373a-42a6-9d88-221bb0b77dd5 HTTP/1.1" status: 200 len: 981 time: 0.4423373 Jun 27 15:30:18.300893 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5aa595-85d6-44d8-9b6a-0fd0e958657c', 'tag': '3ccbca6d-373a-42a6-9d88-221bb0b77dd5'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:30:18.303060 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ecdf1b21e48a9c17975c38f4cbb98a47ab0df019f7748c413a09c43e6bcf64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57226ea6-9a6e-4884-bbb6-f829ef7c233e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5aa595-85d6-44d8-9b6a-0fd0e958657c", "tag": "3ccbca6d-373a-42a6-9d88-221bb0b77dd5"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:30:18.328603 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:18.370605 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c90f86-d96b-440a-9fa3-7ad66b8d2adc tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Pushing event updated for resources: {'Port': ['ID=3ccbca6d-373a-42a6-9d88-221bb0b77dd5,revision_number=6']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:30:18.392188 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b904fa74-4374-4e36-ae2a-ff45a8ff7d7a req-7c3789d5-f8cc-466d-bd25-68263d8d203b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6903c7d7-bfc1-4974-9767-47e90c255031 HTTP/1.1" status: 200 len: 1000 time: 0.0926130 Jun 27 15:30:18.407017 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb16127-caf5-4c75-b6f9-1cf8f5335273 x-openstack-request-id: req-6bb16127-caf5-4c75-b6f9-1cf8f5335273 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:30:18.407664 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5aa595-85d6-44d8-9b6a-0fd0e958657c", "tag": "3ccbca6d-373a-42a6-9d88-221bb0b77dd5", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:30:18.408068 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6bb16127-caf5-4c75-b6f9-1cf8f5335273 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:30:18.409403 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bb16127-caf5-4c75-b6f9-1cf8f5335273'] response: {'name': 'network-changed', 'server_uuid': 'ce5aa595-85d6-44d8-9b6a-0fd0e958657c', 'tag': '3ccbca6d-373a-42a6-9d88-221bb0b77dd5', 'status': 'completed', 'code': 200} Jun 27 15:30:18.471720 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['3ccbca6d-373a-42a6-9d88-221bb0b77dd5'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:30:18.517238 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0683b5-4552-42a0-8ff1-91370565a41a req-34d9fd54-0e01-46c3-9722-61fe4bef8271 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:18.520756 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ab0683b5-4552-42a0-8ff1-91370565a41a req-34d9fd54-0e01-46c3-9722-61fe4bef8271 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 984 time: 0.1061320 Jun 27 15:30:18.576724 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83e581-608b-4791-a7a2-e9106397362f req-66f16285-dfd3-451c-b474-01893e6fb127 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:18.580228 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ea83e581-608b-4791-a7a2-e9106397362f req-66f16285-dfd3-451c-b474-01893e6fb127 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.0980210 Jun 27 15:30:18.656447 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904fa74-4374-4e36-ae2a-ff45a8ff7d7a req-fa0430c5-d22b-4278-92e4-e3a8f28de962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:18.658417 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b904fa74-4374-4e36-ae2a-ff45a8ff7d7a req-fa0430c5-d22b-4278-92e4-e3a8f28de962 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8a06131b-528a-47d8-9082-6c3add5ef19c HTTP/1.1" status: 200 len: 853 time: 0.2417884 Jun 27 15:30:18.661731 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57226ea6-9a6e-4884-bbb6-f829ef7c233e req-64df20aa-23df-4454-84c8-7853c37b1882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:18.664926 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-57226ea6-9a6e-4884-bbb6-f829ef7c233e req-64df20aa-23df-4454-84c8-7853c37b1882 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52c96385e67941648eee6bf532b3f141&device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 1168 time: 0.2019081 Jun 27 15:30:18.665269 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:18.679419 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ea83e581-608b-4791-a7a2-e9106397362f req-abe7c427-9284-4f0a-9c7f-aab9a1d40856 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920329 Jun 27 15:30:18.718701 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:18.769832 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904fa74-4374-4e36-ae2a-ff45a8ff7d7a req-47a9a44a-ff53-40b4-9c88-9ed92ed8ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:18.771481 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b904fa74-4374-4e36-ae2a-ff45a8ff7d7a req-47a9a44a-ff53-40b4-9c88-9ed92ed8ccc5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2b3a5f-8943-48e2-bb0f-3f837d61206a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1048017 Jun 27 15:30:18.828002 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-6b0b5c6b-63fe-4323-b3be-5408ea741c2d None None] Provisioning complete for port 3ccbca6d-373a-42a6-9d88-221bb0b77dd5 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:30:18.828410 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6b0b5c6b-63fe-4323-b3be-5408ea741c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (3ccbca6d-373a-42a6-9d88-221bb0b77dd5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:18.844729 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ab0683b5-4552-42a0-8ff1-91370565a41a req-394af174-78e3-4bf7-8393-fe069f279b83 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&id=09e21af3-79db-4833-950a-21c92d53c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2539539 Jun 27 15:30:18.908293 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57226ea6-9a6e-4884-bbb6-f829ef7c233e req-90f42250-6105-4ba1-9b25-9710fa0f116d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:18.910040 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-57226ea6-9a6e-4884-bbb6-f829ef7c233e req-90f42250-6105-4ba1-9b25-9710fa0f116d service neutron] 10.222.0.42 "GET /v2.0/networks?id=79265a58-e851-4f46-80e6-8bd40ee58e6c HTTP/1.1" status: 200 len: 915 time: 0.2305107 Jun 27 15:30:18.929695 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:18.937594 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b904fa74-4374-4e36-ae2a-ff45a8ff7d7a req-1c0ed742-9700-4344-87fa-e078c7bf2351 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282349 Jun 27 15:30:18.954897 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:19.023571 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:19.044250 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-6b0b5c6b-63fe-4323-b3be-5408ea741c2d None None] Current status of the port 3ccbca6d-373a-42a6-9d88-221bb0b77dd5 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:30:19.090182 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-57226ea6-9a6e-4884-bbb6-f829ef7c233e req-35c0b4a1-d06f-4548-804e-1cac62440910 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ccbca6d-373a-42a6-9d88-221bb0b77dd5 HTTP/1.1" status: 200 len: 1001 time: 0.1231139 Jun 27 15:30:19.158643 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b904fa74-4374-4e36-ae2a-ff45a8ff7d7a req-7705a914-5520-4a01-baca-aae3088464b4 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929770 Jun 27 15:30:19.169362 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57226ea6-9a6e-4884-bbb6-f829ef7c233e req-bf74af5c-1a39-47f8-9afd-970f8d57b9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:19.170838 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-57226ea6-9a6e-4884-bbb6-f829ef7c233e req-bf74af5c-1a39-47f8-9afd-970f8d57b9c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=01c8c3bc-3231-413d-87ec-f0dfb1f32f40 HTTP/1.1" status: 200 len: 853 time: 0.0686789 Jun 27 15:30:19.230873 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57226ea6-9a6e-4884-bbb6-f829ef7c233e req-b825227f-3e49-4440-95c3-4de02c7b9900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:19.233925 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-57226ea6-9a6e-4884-bbb6-f829ef7c233e req-b825227f-3e49-4440-95c3-4de02c7b9900 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79265a58-e851-4f46-80e6-8bd40ee58e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538702 Jun 27 15:30:19.359805 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-57226ea6-9a6e-4884-bbb6-f829ef7c233e req-9f352877-1cff-4155-9abd-e98409eaa6b4 service neutron] 10.222.0.42 "GET /v2.0/networks/79265a58-e851-4f46-80e6-8bd40ee58e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116037 Jun 27 15:30:19.483626 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-57226ea6-9a6e-4884-bbb6-f829ef7c233e req-853b2b47-dc1c-4f64-8efa-8b831e28f5b7 service neutron] 10.222.0.42 "GET /v2.0/networks/79265a58-e851-4f46-80e6-8bd40ee58e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168327 Jun 27 15:30:19.862567 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830b576-5166-4174-9f5b-ef67bac117fd req-0d56ad05-3efd-439f-b88f-4ee2b76759d1 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:19.864505 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1830b576-5166-4174-9f5b-ef67bac117fd req-0d56ad05-3efd-439f-b88f-4ee2b76759d1 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.0658650 Jun 27 15:30:19.928228 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1830b576-5166-4174-9f5b-ef67bac117fd req-15b71df1-3531-480f-ab99-6990ad6c8502 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527484 Jun 27 15:30:20.179326 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ce332-754c-4116-a211-0dd32f72a404 req-e97a00bf-3edf-490c-bac7-4437b465b397 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:20.181295 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-df0ce332-754c-4116-a211-0dd32f72a404 req-e97a00bf-3edf-490c-bac7-4437b465b397 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.0738368 Jun 27 15:30:20.243934 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-df0ce332-754c-4116-a211-0dd32f72a404 req-0118e94c-b7a5-4387-b08f-3683111a1370 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561652 Jun 27 15:30:20.278117 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc605c1-03e9-4985-9f39-a8ad9179fcd8 req-685e5cc9-75fc-498c-8f58-897235cfb77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:20.279777 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-abc605c1-03e9-4985-9f39-a8ad9179fcd8 req-685e5cc9-75fc-498c-8f58-897235cfb77b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e07fc46cd5f4afe875767c926bd63ee&device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 1129 time: 0.0581236 Jun 27 15:30:20.427588 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc605c1-03e9-4985-9f39-a8ad9179fcd8 req-a7aa163b-b664-49a5-bb30-2009d0dd5d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:20.430008 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-abc605c1-03e9-4985-9f39-a8ad9179fcd8 req-a7aa163b-b664-49a5-bb30-2009d0dd5d21 service neutron] 10.222.0.42 "GET /v2.0/networks?id=42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 HTTP/1.1" status: 200 len: 911 time: 0.1308911 Jun 27 15:30:20.508256 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-abc605c1-03e9-4985-9f39-a8ad9179fcd8 req-3b0d5396-3820-401f-a151-73c62733474c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=309f419d-b0d1-4868-a4ca-ca1976451588 HTTP/1.1" status: 200 len: 1001 time: 0.0615740 Jun 27 15:30:20.570258 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc605c1-03e9-4985-9f39-a8ad9179fcd8 req-24083cf2-da00-4724-ba43-8349bf39f08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:20.571787 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-abc605c1-03e9-4985-9f39-a8ad9179fcd8 req-24083cf2-da00-4724-ba43-8349bf39f08d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf7190f5-96d6-4fc7-8135-6ae4628d416d HTTP/1.1" status: 200 len: 849 time: 0.0562148 Jun 27 15:30:20.630176 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc605c1-03e9-4985-9f39-a8ad9179fcd8 req-bcac6962-60a5-45f1-a86c-dcdbb0d0cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:20.631895 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-abc605c1-03e9-4985-9f39-a8ad9179fcd8 req-bcac6962-60a5-45f1-a86c-dcdbb0d0cf3d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=42d6796f-0df3-4f1e-9bd2-00a387c5c9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481329 Jun 27 15:30:20.755388 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-abc605c1-03e9-4985-9f39-a8ad9179fcd8 req-56384539-77d1-426a-b1c3-728951e2f726 service neutron] 10.222.0.42 "GET /v2.0/networks/42d6796f-0df3-4f1e-9bd2-00a387c5c9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150701 Jun 27 15:30:20.810380 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:20.879483 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-abc605c1-03e9-4985-9f39-a8ad9179fcd8 req-3b1a98d5-d823-4fb4-a8d8-c52cba4e158a service neutron] 10.222.0.42 "GET /v2.0/networks/42d6796f-0df3-4f1e-9bd2-00a387c5c9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159291 Jun 27 15:30:21.397420 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b295bc3-aef6-4497-a4ce-baee980f80de req-257eb214-67c9-4d61-beee-a19f07e708da tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:21.400057 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2b295bc3-aef6-4497-a4ce-baee980f80de req-257eb214-67c9-4d61-beee-a19f07e708da tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.0587187 Jun 27 15:30:21.457734 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2b295bc3-aef6-4497-a4ce-baee980f80de req-238508d1-1851-45b3-994c-f4c37b6cc225 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496185 Jun 27 15:30:22.593136 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67494b-a5d1-4795-b1cf-9bd6aec12720 req-41105f6a-9f7a-4342-a497-8d658231d3a1 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:22.595035 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-af67494b-a5d1-4795-b1cf-9bd6aec12720 req-41105f6a-9f7a-4342-a497-8d658231d3a1 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.0571280 Jun 27 15:30:22.647777 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-af67494b-a5d1-4795-b1cf-9bd6aec12720 req-70753aea-5774-4fb5-aec6-a4083a7aa0e7 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458314 Jun 27 15:30:22.832345 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:22.839316 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a75f9e22-b72d-42c9-bce5-0ce25b3a668b req-61691068-470f-4aef-ba46-d386e81070bb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438936 Jun 27 15:30:22.928869 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f9e22-b72d-42c9-bce5-0ce25b3a668b req-36a8b91f-c946-4e26-9916-1190a104300e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:22.930427 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a75f9e22-b72d-42c9-bce5-0ce25b3a668b req-36a8b91f-c946-4e26-9916-1190a104300e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e07fc46cd5f4afe875767c926bd63ee&device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 1129 time: 0.0441651 Jun 27 15:30:23.051101 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f9e22-b72d-42c9-bce5-0ce25b3a668b req-973803d0-56d4-4a2c-b4a0-90c420b47d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:23.052529 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a75f9e22-b72d-42c9-bce5-0ce25b3a668b req-973803d0-56d4-4a2c-b4a0-90c420b47d51 service neutron] 10.222.0.42 "GET /v2.0/networks?id=42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 HTTP/1.1" status: 200 len: 911 time: 0.0940740 Jun 27 15:30:23.119542 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a75f9e22-b72d-42c9-bce5-0ce25b3a668b req-6003b6b1-4221-456f-a51b-75227702419d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=309f419d-b0d1-4868-a4ca-ca1976451588 HTTP/1.1" status: 200 len: 1001 time: 0.0597768 Jun 27 15:30:23.175800 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f9e22-b72d-42c9-bce5-0ce25b3a668b req-802a90af-e195-49a7-af6b-6caa56b33688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:23.177364 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a75f9e22-b72d-42c9-bce5-0ce25b3a668b req-802a90af-e195-49a7-af6b-6caa56b33688 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf7190f5-96d6-4fc7-8135-6ae4628d416d HTTP/1.1" status: 200 len: 849 time: 0.0497074 Jun 27 15:30:23.335348 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f9e22-b72d-42c9-bce5-0ce25b3a668b req-fa84fe80-e90a-4779-b983-8d656eed82dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:23.336860 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a75f9e22-b72d-42c9-bce5-0ce25b3a668b req-fa84fe80-e90a-4779-b983-8d656eed82dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=42d6796f-0df3-4f1e-9bd2-00a387c5c9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437527 Jun 27 15:30:23.975123 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a75f9e22-b72d-42c9-bce5-0ce25b3a668b req-cf648405-4cb8-46c9-96b3-58ecd307a4bd service neutron] 10.222.0.42 "GET /v2.0/networks/42d6796f-0df3-4f1e-9bd2-00a387c5c9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055851 Jun 27 15:30:24.528069 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a75f9e22-b72d-42c9-bce5-0ce25b3a668b req-902e34db-3564-488a-85bc-74e6835d267f service neutron] 10.222.0.42 "GET /v2.0/networks/42d6796f-0df3-4f1e-9bd2-00a387c5c9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008372 Jun 27 15:30:25.544952 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7333eb-9338-4004-b58e-f07724ad16dc req-e59ff58e-0d5a-4376-bbfb-e810f5c964cd tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:25.552357 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6f7333eb-9338-4004-b58e-f07724ad16dc req-e59ff58e-0d5a-4376-bbfb-e810f5c964cd tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0507364 Jun 27 15:30:25.654351 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6f7333eb-9338-4004-b58e-f07724ad16dc req-05bd0841-0b1e-4b5e-9dac-6f422ea24992 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985069 Jun 27 15:30:25.700648 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be494c-8114-4bd6-a84f-4c206362d1f1 req-884db81f-b878-492b-8fa8-4cdeefdf9aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:25.703227 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b2be494c-8114-4bd6-a84f-4c206362d1f1 req-884db81f-b878-492b-8fa8-4cdeefdf9aaf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2832173587a6494eb7f73b3ca0a09a0f&device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 1129 time: 0.0653811 Jun 27 15:30:25.846636 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be494c-8114-4bd6-a84f-4c206362d1f1 req-526be529-a092-4943-b435-837ec47d6a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:25.848141 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b2be494c-8114-4bd6-a84f-4c206362d1f1 req-526be529-a092-4943-b435-837ec47d6a6f service neutron] 10.222.0.42 "GET /v2.0/networks?id=0dd13161-8ee5-4285-a373-761f6ed0abd7 HTTP/1.1" status: 200 len: 919 time: 0.1363733 Jun 27 15:30:25.935119 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b2be494c-8114-4bd6-a84f-4c206362d1f1 req-e42e26b6-4ef1-47b6-b1a4-baa72018bb2b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44036d57-a43c-4cb8-b4e7-dad2d8ab154a HTTP/1.1" status: 200 len: 1001 time: 0.0703876 Jun 27 15:30:25.999341 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be494c-8114-4bd6-a84f-4c206362d1f1 req-5d1bb8ee-3c3c-4736-a00d-b0b51b1db43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:26.001170 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b2be494c-8114-4bd6-a84f-4c206362d1f1 req-5d1bb8ee-3c3c-4736-a00d-b0b51b1db43d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5101df7e-dc3e-4d22-92a5-4e633fba6a41 HTTP/1.1" status: 200 len: 857 time: 0.0496211 Jun 27 15:30:26.053863 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be494c-8114-4bd6-a84f-4c206362d1f1 req-c8b82d40-f3b4-4ccb-a58b-e077009cd166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:26.055407 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b2be494c-8114-4bd6-a84f-4c206362d1f1 req-c8b82d40-f3b4-4ccb-a58b-e077009cd166 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0dd13161-8ee5-4285-a373-761f6ed0abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437825 Jun 27 15:30:26.158542 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:26.183895 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b2be494c-8114-4bd6-a84f-4c206362d1f1 req-ae5761fb-2acb-4147-a77c-82ed40104bf1 service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169920 Jun 27 15:30:26.323928 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b2be494c-8114-4bd6-a84f-4c206362d1f1 req-50a9517a-e651-4814-8d6f-fd1ed8caf906 service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295779 Jun 27 15:30:26.773535 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207800d3-517c-4a2a-9c66-64977c014f1e req-9f616319-0c47-4b87-b0c1-cb36b747f0b7 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:26.775191 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-207800d3-517c-4a2a-9c66-64977c014f1e req-9f616319-0c47-4b87-b0c1-cb36b747f0b7 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0519290 Jun 27 15:30:26.854258 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-207800d3-517c-4a2a-9c66-64977c014f1e req-b83426f8-4951-485f-b7ce-9d4982e8c7b5 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615287 Jun 27 15:30:27.979028 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c6e81-e03b-479e-8679-703cf340047a req-8409f604-c96f-4565-9dce-d9d9e0778685 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:27.980549 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b39c6e81-e03b-479e-8679-703cf340047a req-8409f604-c96f-4565-9dce-d9d9e0778685 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0516050 Jun 27 15:30:27.994263 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:28.033358 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b39c6e81-e03b-479e-8679-703cf340047a req-f58e180b-308b-4fb4-b998-dcf8fa2f278a tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470846 Jun 27 15:30:28.114417 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=87 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:28.124030 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:29.153957 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=67 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:29.155098 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=15 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:29.171788 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9d44e-f45c-4d40-a4b5-e62526035c45 req-685dc360-e457-47fc-bbfe-0a83dbb47ae0 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:29.173503 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e6d9d44e-f45c-4d40-a4b5-e62526035c45 req-685dc360-e457-47fc-bbfe-0a83dbb47ae0 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0647616 Jun 27 15:30:29.226090 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e6d9d44e-f45c-4d40-a4b5-e62526035c45 req-8bae7497-bc87-44e3-8497-59691fd447c3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463452 Jun 27 15:30:30.367464 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c399e-8abb-4740-812f-d6f880fb1719 req-f65d6b2f-4553-4181-9d01-6e73bbe64749 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:30.369044 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f7c399e-8abb-4740-812f-d6f880fb1719 req-f65d6b2f-4553-4181-9d01-6e73bbe64749 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0516467 Jun 27 15:30:30.429460 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f7c399e-8abb-4740-812f-d6f880fb1719 req-0d432d3d-71ef-4967-a06b-72c49241d6d3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546253 Jun 27 15:30:31.540947 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:31.552676 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb128b47-dd80-480d-a940-f426136d15c8 req-6c4f9b3c-aaff-44f3-b120-22dbc0c1b865 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:31.554369 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bb128b47-dd80-480d-a940-f426136d15c8 req-6c4f9b3c-aaff-44f3-b120-22dbc0c1b865 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0524333 Jun 27 15:30:31.610851 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bb128b47-dd80-480d-a940-f426136d15c8 req-636408c2-df70-498a-a49e-74ca4bdd0cd0 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493207 Jun 27 15:30:32.749485 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500bef7-ad14-43ec-a5f6-f95ef167b2eb req-2475d920-6e28-4201-9ba5-df4618196e99 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:32.751047 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f500bef7-ad14-43ec-a5f6-f95ef167b2eb req-2475d920-6e28-4201-9ba5-df4618196e99 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0562928 Jun 27 15:30:32.804508 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f500bef7-ad14-43ec-a5f6-f95ef167b2eb req-ea6d1980-ea69-4da4-ab6e-376aa19c3e53 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473979 Jun 27 15:30:33.935717 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0da83-0cba-4ce7-ba82-a8a1ad5c7982 req-4261b676-2b05-42e5-8f92-8ded8eaf177e tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:33.937298 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-33c0da83-0cba-4ce7-ba82-a8a1ad5c7982 req-4261b676-2b05-42e5-8f92-8ded8eaf177e tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0536067 Jun 27 15:30:34.006374 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-33c0da83-0cba-4ce7-ba82-a8a1ad5c7982 req-cc648afa-3aa7-425b-b9ae-d2e519701a94 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631263 Jun 27 15:30:35.133056 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a4048-c500-40b5-906e-4d6ce470e19d req-4f281917-ca1c-472b-92b1-d22289972b92 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:35.134567 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-768a4048-c500-40b5-906e-4d6ce470e19d req-4f281917-ca1c-472b-92b1-d22289972b92 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0514796 Jun 27 15:30:35.187156 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-768a4048-c500-40b5-906e-4d6ce470e19d req-b83f2d4d-4b7f-4ffe-b7d7-92f920788701 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465572 Jun 27 15:30:36.326996 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5446fae-c10a-4711-8692-d0a42e02756d req-9d6e2814-a9e5-477a-898e-459d2c0db92d tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:36.329688 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f5446fae-c10a-4711-8692-d0a42e02756d req-9d6e2814-a9e5-477a-898e-459d2c0db92d tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0528145 Jun 27 15:30:36.383652 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f5446fae-c10a-4711-8692-d0a42e02756d req-0e7ae252-4c4d-4853-b2e9-2787e8c84318 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461836 Jun 27 15:30:37.512269 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddbadc-e907-4b3b-83e0-ead0490de040 req-26282d90-0e67-482c-871e-0a07699398b6 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:37.513946 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-18ddbadc-e907-4b3b-83e0-ead0490de040 req-26282d90-0e67-482c-871e-0a07699398b6 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0533960 Jun 27 15:30:37.573748 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-18ddbadc-e907-4b3b-83e0-ead0490de040 req-fb6d18a2-4434-4e75-8dcf-1755c2ec14c3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534298 Jun 27 15:30:38.722559 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f6c9d-a024-4e22-803a-fb8f1234ef69 req-3391baf3-cc5c-4067-a011-90531920f657 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:38.724090 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-364f6c9d-a024-4e22-803a-fb8f1234ef69 req-3391baf3-cc5c-4067-a011-90531920f657 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0647709 Jun 27 15:30:38.774804 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-364f6c9d-a024-4e22-803a-fb8f1234ef69 req-c5a557a9-68b8-47f2-9658-0f2e692568d1 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448163 Jun 27 15:30:38.804744 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4b05149f-7c05-4c95-9994-bda27d09a32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:39.902409 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef50c1-2818-4c69-ba66-5ef027d5c5fe req-daeae72a-17de-4b31-8aee-384e97eb3f8b tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:39.903886 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-57ef50c1-2818-4c69-ba66-5ef027d5c5fe req-daeae72a-17de-4b31-8aee-384e97eb3f8b tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0524039 Jun 27 15:30:39.959785 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-57ef50c1-2818-4c69-ba66-5ef027d5c5fe req-e65fa14f-98fe-4bf2-95f5-9773e4a3a63b tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500722 Jun 27 15:30:41.106752 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a9c65-0fd3-46e3-8a94-c3c7277caf1a req-df0557b0-158d-4308-b565-4a75dd31db38 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:41.108592 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3a2a9c65-0fd3-46e3-8a94-c3c7277caf1a req-df0557b0-158d-4308-b565-4a75dd31db38 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0585380 Jun 27 15:30:41.120606 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:41.160558 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3a2a9c65-0fd3-46e3-8a94-c3c7277caf1a req-0f9bd23a-fa95-41fc-9505-f7a558a86db0 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464582 Jun 27 15:30:41.715600 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9eacea46-41dd-43a8-a2a6-421fe707c2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:42.333555 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527da37-0969-4f4b-a6f2-e0e32ad60501 req-5cb52e41-7cde-4472-8c7a-fd61b8941172 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:42.336394 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f527da37-0969-4f4b-a6f2-e0e32ad60501 req-5cb52e41-7cde-4472-8c7a-fd61b8941172 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0711310 Jun 27 15:30:42.391992 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f527da37-0969-4f4b-a6f2-e0e32ad60501 req-e1d59b72-85a1-48f1-a0f2-713bd2e7d4e4 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497344 Jun 27 15:30:43.436633 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:43.547567 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a03d57-bf96-4947-963e-103169f4248b req-5cc3913e-5ce3-48b2-b2c9-3f6898b3beb0 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:43.549301 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-22a03d57-bf96-4947-963e-103169f4248b req-5cc3913e-5ce3-48b2-b2c9-3f6898b3beb0 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0628188 Jun 27 15:30:43.607554 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-22a03d57-bf96-4947-963e-103169f4248b req-e8c5feb3-38ff-412f-a76c-bd63a2b46b10 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501273 Jun 27 15:30:44.653317 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:44.748612 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c3bb7-ba3c-40c0-b5a2-7a98be8611a7 req-f45cc7f1-b6a9-486a-be0d-e71c34159bb0 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:44.750182 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2d0c3bb7-ba3c-40c0-b5a2-7a98be8611a7 req-f45cc7f1-b6a9-486a-be0d-e71c34159bb0 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0582099 Jun 27 15:30:44.807954 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2d0c3bb7-ba3c-40c0-b5a2-7a98be8611a7 req-5f20c76e-b0c1-4748-9a6f-4b3a06827791 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490203 Jun 27 15:30:45.051190 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:45.946898 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8d17e-5d4e-42f3-b4cf-51cf8181a564 req-3975f4e1-b77c-42c9-9594-90f2fb1bfbbb tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:45.948474 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-90b8d17e-5d4e-42f3-b4cf-51cf8181a564 req-3975f4e1-b77c-42c9-9594-90f2fb1bfbbb tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0538492 Jun 27 15:30:46.005833 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-90b8d17e-5d4e-42f3-b4cf-51cf8181a564 req-313fc2fa-2f76-417a-8b11-d3bc8df5fc52 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514097 Jun 27 15:30:47.136484 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69019602-5d0c-412d-a0cc-99a99da16f69 req-a35e1353-8aab-486e-8204-9a3fb60a13a9 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:47.138072 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-69019602-5d0c-412d-a0cc-99a99da16f69 req-a35e1353-8aab-486e-8204-9a3fb60a13a9 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0511699 Jun 27 15:30:47.198672 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-69019602-5d0c-412d-a0cc-99a99da16f69 req-32dacedd-040c-4314-adba-476032fc0a8f tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544832 Jun 27 15:30:48.319665 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d939f-1096-4b34-8346-2dcea6eacaf6 req-84176f6b-b71a-41cf-b896-364deec714f8 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:48.321195 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-753d939f-1096-4b34-8346-2dcea6eacaf6 req-84176f6b-b71a-41cf-b896-364deec714f8 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0501108 Jun 27 15:30:48.371121 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-753d939f-1096-4b34-8346-2dcea6eacaf6 req-e3c9fa60-c43c-4a6d-a490-71c2de37d721 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440185 Jun 27 15:30:48.890868 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e2d94-7125-4627-9d8a-6dda3a01954e req-14c84097-6b6b-423a-8e35-39155784dcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:48.892452 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4c3e2d94-7125-4627-9d8a-6dda3a01954e req-14c84097-6b6b-423a-8e35-39155784dcc8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 1129 time: 0.0494416 Jun 27 15:30:48.927830 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:49.240942 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4c3e2d94-7125-4627-9d8a-6dda3a01954e req-f30e186c-009f-48e0-9967-5076eb34e7be service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3274162 Jun 27 15:30:49.489861 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce2708-58bb-4873-afea-3fed97482502 req-216b9e1c-f342-4776-b11b-3b5c48aa93b7 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:49.491392 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f7ce2708-58bb-4873-afea-3fed97482502 req-216b9e1c-f342-4776-b11b-3b5c48aa93b7 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0500140 Jun 27 15:30:49.504185 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:49.523980 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:49.542540 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f7ce2708-58bb-4873-afea-3fed97482502 req-fa880316-c88e-4313-9ac7-a25f1b36e88b tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448515 Jun 27 15:30:50.193437 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:50.194294 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:50.726474 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d1398-273b-4f85-aa90-87819ba65d07 req-95b097ec-c0f3-4cba-ae13-39caecabf6b3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:50.728894 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-645d1398-273b-4f85-aa90-87819ba65d07 req-95b097ec-c0f3-4cba-ae13-39caecabf6b3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0683599 Jun 27 15:30:50.787762 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-645d1398-273b-4f85-aa90-87819ba65d07 req-bebbda46-005b-40f2-945c-1992e99aa885 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531559 Jun 27 15:30:51.918307 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447be788-07be-478b-b2af-4ebc84975de2 req-5cd55408-a033-4d81-8218-1dda5f08356f tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:51.919847 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-447be788-07be-478b-b2af-4ebc84975de2 req-5cd55408-a033-4d81-8218-1dda5f08356f tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0542829 Jun 27 15:30:51.973681 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-447be788-07be-478b-b2af-4ebc84975de2 req-a80903e0-ca70-4a9e-9fbf-aac4cec07dc8 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458586 Jun 27 15:30:52.283248 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:30:52.451291 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c4de0-79f6-4816-9d94-0e6b34181d79 req-00bd2966-2997-4f97-a615-9af869abb759 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:52.452945 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9a1c4de0-79f6-4816-9d94-0e6b34181d79 req-00bd2966-2997-4f97-a615-9af869abb759 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0535932 Jun 27 15:30:52.472247 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7aab1-10dc-41f1-b9c6-a0b76c605034 req-5e281b51-eaff-4975-a728-bed77caed36f tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:52.473835 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e5f7aab1-10dc-41f1-b9c6-a0b76c605034 req-5e281b51-eaff-4975-a728-bed77caed36f tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2cf58f-7730-4d52-8712-24fcfbf19801 HTTP/1.1" status: 200 len: 946 time: 0.0514188 Jun 27 15:30:52.512508 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9a1c4de0-79f6-4816-9d94-0e6b34181d79 req-26dbab60-6265-4dd3-a3a2-7fb55c8eda24 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537000 Jun 27 15:30:52.530529 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e5f7aab1-10dc-41f1-b9c6-a0b76c605034 req-9e5ab26a-2726-4a6b-b30e-8ce9e97f322f tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474803 Jun 27 15:30:53.644701 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f4b47-fe41-43c0-9904-6f4defbefec5 req-8d5d8bdc-2657-4beb-bfaa-00a5aab85115 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:53.646199 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-666f4b47-fe41-43c0-9904-6f4defbefec5 req-8d5d8bdc-2657-4beb-bfaa-00a5aab85115 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0537255 Jun 27 15:30:53.658348 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25843a8a-178e-462c-8c7c-9019d6dc8963 req-0307391b-c956-45e1-9955-2f4ec9f483df tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:53.659920 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-25843a8a-178e-462c-8c7c-9019d6dc8963 req-0307391b-c956-45e1-9955-2f4ec9f483df tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2cf58f-7730-4d52-8712-24fcfbf19801 HTTP/1.1" status: 200 len: 946 time: 0.0502551 Jun 27 15:30:53.703177 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-666f4b47-fe41-43c0-9904-6f4defbefec5 req-cb8fbb02-0ed9-481f-a086-800d8ee91cf3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511074 Jun 27 15:30:53.716910 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-25843a8a-178e-462c-8c7c-9019d6dc8963 req-0eb080a5-602f-4918-ab1a-582957f7a2da tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512888 Jun 27 15:30:54.149377 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af991e2b-837d-4579-ad03-6dcfc40c9ef7 req-81279560-8579-4ee3-9ee3-7acc4daba55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:54.150802 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-af991e2b-837d-4579-ad03-6dcfc40c9ef7 req-81279560-8579-4ee3-9ee3-7acc4daba55e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2832173587a6494eb7f73b3ca0a09a0f&device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 1129 time: 0.0452213 Jun 27 15:30:54.266418 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af991e2b-837d-4579-ad03-6dcfc40c9ef7 req-0ac7e68f-5508-4be3-98c3-c7187575cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:54.267902 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-af991e2b-837d-4579-ad03-6dcfc40c9ef7 req-0ac7e68f-5508-4be3-98c3-c7187575cfad service neutron] 10.222.0.42 "GET /v2.0/networks?id=0dd13161-8ee5-4285-a373-761f6ed0abd7 HTTP/1.1" status: 200 len: 919 time: 0.1053488 Jun 27 15:30:54.367314 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-af991e2b-837d-4579-ad03-6dcfc40c9ef7 req-10814053-7102-4e5f-802b-6c1c137a493d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44036d57-a43c-4cb8-b4e7-dad2d8ab154a HTTP/1.1" status: 200 len: 1001 time: 0.0632238 Jun 27 15:30:54.427162 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af991e2b-837d-4579-ad03-6dcfc40c9ef7 req-bbe877a9-1971-4ac1-af68-aceeb6d93e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:54.428652 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-af991e2b-837d-4579-ad03-6dcfc40c9ef7 req-bbe877a9-1971-4ac1-af68-aceeb6d93e57 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5101df7e-dc3e-4d22-92a5-4e633fba6a41 HTTP/1.1" status: 200 len: 857 time: 0.0480399 Jun 27 15:30:54.520461 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af991e2b-837d-4579-ad03-6dcfc40c9ef7 req-52370772-9cdf-4409-88e8-0e7a283daca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:54.522011 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-af991e2b-837d-4579-ad03-6dcfc40c9ef7 req-52370772-9cdf-4409-88e8-0e7a283daca9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0dd13161-8ee5-4285-a373-761f6ed0abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0771391 Jun 27 15:30:54.530911 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b531b-1cd9-44af-9146-9f7657271a21 req-b5dc5698-f278-4085-beef-adc3f6193d9e tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:54.532474 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bb8b531b-1cd9-44af-9146-9f7657271a21 req-b5dc5698-f278-4085-beef-adc3f6193d9e tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e2cf58f-7730-4d52-8712-24fcfbf19801 HTTP/1.1" status: 200 len: 946 time: 0.0863116 Jun 27 15:30:54.686842 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-bb8b531b-1cd9-44af-9146-9f7657271a21 req-346f1275-b5d2-4e3d-92d1-1d0b8d681b38 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Deleting port 684b638a-b884-40ba-bebd-043ddafe9556 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:30:54.687517 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bb8b531b-1cd9-44af-9146-9f7657271a21 req-346f1275-b5d2-4e3d-92d1-1d0b8d681b38 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (684b638a-b884-40ba-bebd-043ddafe9556), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:54.694126 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-af991e2b-837d-4579-ad03-6dcfc40c9ef7 req-16d89a49-5756-4166-96dd-db20f13be3cc service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606512 Jun 27 15:30:54.829326 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:54.844230 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227f39f-e08c-4d17-8857-93509809fe59 req-2231268f-7d94-43bd-8caa-fcd58a951bc2 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:54.846300 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4227f39f-e08c-4d17-8857-93509809fe59 req-2231268f-7d94-43bd-8caa-fcd58a951bc2 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2cf58f-7730-4d52-8712-24fcfbf19801 HTTP/1.1" status: 200 len: 946 time: 0.0521710 Jun 27 15:30:54.863047 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:54.898581 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7709fd-5c4a-4734-acd2-f7aea959ea22 req-b766a270-11ef-4e92-a4a1-63a644a1eb71 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:54.900156 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-dc7709fd-5c4a-4734-acd2-f7aea959ea22 req-b766a270-11ef-4e92-a4a1-63a644a1eb71 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.1184027 Jun 27 15:30:54.902361 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-bb8b531b-1cd9-44af-9146-9f7657271a21 req-346f1275-b5d2-4e3d-92d1-1d0b8d681b38 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] For port 684b638a-b884-40ba-bebd-043ddafe9556, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=684b638a-b884-40ba-bebd-043ddafe9556,segment=NetworkSegment(c38ec819-9848-47bb-82c6-b74cc8bd26d8),segment_id=c38ec819-9848-47bb-82c6-b74cc8bd26d8)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:30:54.902701 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bb8b531b-1cd9-44af-9146-9f7657271a21 req-346f1275-b5d2-4e3d-92d1-1d0b8d681b38 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (684b638a-b884-40ba-bebd-043ddafe9556), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:54.906900 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:54.922288 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4227f39f-e08c-4d17-8857-93509809fe59 req-c2ee4c4c-8068-4ba2-98a3-a466ad35fb6a tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662143 Jun 27 15:30:54.927088 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-bb8b531b-1cd9-44af-9146-9f7657271a21 req-346f1275-b5d2-4e3d-92d1-1d0b8d681b38 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Calling delete_port for 684b638a-b884-40ba-bebd-043ddafe9556 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:30:54.931507 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-af991e2b-837d-4579-ad03-6dcfc40c9ef7 req-d9686964-6053-4a39-9661-6ba1b650304d service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268577 Jun 27 15:30:55.009763 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-dc7709fd-5c4a-4734-acd2-f7aea959ea22 req-74d19f31-a0dc-4985-8ea6-3f886e77f2b5 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010900 Jun 27 15:30:55.095406 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bb8b531b-1cd9-44af-9146-9f7657271a21 req-346f1275-b5d2-4e3d-92d1-1d0b8d681b38 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (684b638a-b884-40ba-bebd-043ddafe9556), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:55.111686 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['684b638a-b884-40ba-bebd-043ddafe9556'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:30:55.131535 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f1275-b5d2-4e3d-92d1-1d0b8d681b38 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Pushing event deleted for resources: {'Port': ['ID=684b638a-b884-40ba-bebd-043ddafe9556,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:30:55.157536 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f1275-b5d2-4e3d-92d1-1d0b8d681b38 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:30:55.157902 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f1275-b5d2-4e3d-92d1-1d0b8d681b38 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:30:55.158246 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f1275-b5d2-4e3d-92d1-1d0b8d681b38 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:30:55.158569 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f1275-b5d2-4e3d-92d1-1d0b8d681b38 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:30:55.158898 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f1275-b5d2-4e3d-92d1-1d0b8d681b38 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:30:55.159225 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f1275-b5d2-4e3d-92d1-1d0b8d681b38 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:30:55.159552 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f1275-b5d2-4e3d-92d1-1d0b8d681b38 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:30:55.159874 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f1275-b5d2-4e3d-92d1-1d0b8d681b38 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:30:55.160209 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f1275-b5d2-4e3d-92d1-1d0b8d681b38 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:30:55.160553 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f1275-b5d2-4e3d-92d1-1d0b8d681b38 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:30:55.160970 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f1275-b5d2-4e3d-92d1-1d0b8d681b38 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:30:55.161250 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f1275-b5d2-4e3d-92d1-1d0b8d681b38 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:30:55.161579 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f1275-b5d2-4e3d-92d1-1d0b8d681b38 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:30:55.161900 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f1275-b5d2-4e3d-92d1-1d0b8d681b38 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:30:55.162229 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346f1275-b5d2-4e3d-92d1-1d0b8d681b38 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:30:55.186509 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8b531b-1cd9-44af-9146-9f7657271a21 req-346f1275-b5d2-4e3d-92d1-1d0b8d681b38 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] No DVR routers for this DVR port 684b638a-b884-40ba-bebd-043ddafe9556 on host hv-cinder-84779 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:30:55.189273 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-bb8b531b-1cd9-44af-9146-9f7657271a21 req-346f1275-b5d2-4e3d-92d1-1d0b8d681b38 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:55.192592 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bb8b531b-1cd9-44af-9146-9f7657271a21 req-346f1275-b5d2-4e3d-92d1-1d0b8d681b38 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.42 "DELETE /v2.0/ports/684b638a-b884-40ba-bebd-043ddafe9556 HTTP/1.1" status: 204 len: 173 time: 0.6411681 Jun 27 15:30:55.193050 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2cf58f-7730-4d52-8712-24fcfbf19801', 'name': 'network-vif-deleted', 'tag': '684b638a-b884-40ba-bebd-043ddafe9556'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:30:55.195322 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a1a04f-61d0-4b5a-8abd-d846a89a3997" -d '{"events": [{"server_uuid": "5e2cf58f-7730-4d52-8712-24fcfbf19801", "name": "network-vif-deleted", "tag": "684b638a-b884-40ba-bebd-043ddafe9556"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:30:55.235753 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849e803b-4f8b-470f-89b8-6ebb1a01af63 x-openstack-request-id: req-849e803b-4f8b-470f-89b8-6ebb1a01af63 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:30:55.236044 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e2cf58f-7730-4d52-8712-24fcfbf19801", "name": "network-vif-deleted", "tag": "684b638a-b884-40ba-bebd-043ddafe9556", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:30:55.236294 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-849e803b-4f8b-470f-89b8-6ebb1a01af63 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:30:55.236731 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-849e803b-4f8b-470f-89b8-6ebb1a01af63'] response: {'server_uuid': '5e2cf58f-7730-4d52-8712-24fcfbf19801', 'name': 'network-vif-deleted', 'tag': '684b638a-b884-40ba-bebd-043ddafe9556', 'status': 'completed', 'code': 200} Jun 27 15:30:56.044039 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4486e415-1596-4d96-99dc-7db820e36849 req-463bf73d-d07c-43b7-a83e-74a4ada4e095 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2cf58f-7730-4d52-8712-24fcfbf19801 HTTP/1.1" status: 200 len: 210 time: 0.0291219 Jun 27 15:30:56.138986 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4986c3-03c9-4773-a408-f3832f24ade1 req-1a41e492-0584-4d6d-b9f4-0f2e4fc5ccf3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:56.140579 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5c4986c3-03c9-4773-a408-f3832f24ade1 req-1a41e492-0584-4d6d-b9f4-0f2e4fc5ccf3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0528371 Jun 27 15:30:56.195317 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5c4986c3-03c9-4773-a408-f3832f24ade1 req-d0f0bf91-04b0-4e3a-8505-18078e15f4ea tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482659 Jun 27 15:30:57.179308 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b02a4b9a-1f9f-4a1c-8774-ca45cad2a8c8 req-9bb9c0ab-7a7e-4d49-a6ef-9f0076f714ae tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=5e2cf58f-7730-4d52-8712-24fcfbf19801 HTTP/1.1" status: 200 len: 210 time: 0.0313599 Jun 27 15:30:57.323079 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd68f325-a7f6-45fd-ba01-ff2ecc086e0f req-b0629b69-f084-416b-92d7-bf97415a64f0 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:57.325563 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dd68f325-a7f6-45fd-ba01-ff2ecc086e0f req-b0629b69-f084-416b-92d7-bf97415a64f0 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0563378 Jun 27 15:30:57.380430 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dd68f325-a7f6-45fd-ba01-ff2ecc086e0f req-cb684b8f-3dc5-4541-978c-d588f19e7cd4 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491357 Jun 27 15:30:58.521313 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d92eb-0635-4b7a-942b-f6f99f259121 req-d4b6f9d4-56e7-402c-9f51-5e3642bdcfe4 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:58.522837 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f85d92eb-0635-4b7a-942b-f6f99f259121 req-d4b6f9d4-56e7-402c-9f51-5e3642bdcfe4 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0501893 Jun 27 15:30:58.578007 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f85d92eb-0635-4b7a-942b-f6f99f259121 req-142436d8-eaf2-4578-8b72-c8eed7621d93 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488665 Jun 27 15:30:58.694939 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73798f65-f544-461f-919d-2e56d0e29084 req-e2e1bc5f-2343-4779-aad9-d454e039b455 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:30:58.696432 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-73798f65-f544-461f-919d-2e56d0e29084 req-e2e1bc5f-2343-4779-aad9-d454e039b455 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0514059 Jun 27 15:30:58.708932 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 54368) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:30:58.716000 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-fcde5915-a75d-45b2-b621-c51625699c47 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Request body: {'floatingip': {'port_id': '44036d57-a43c-4cb8-b4e7-dad2d8ab154a'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:30:58.776614 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fcde5915-a75d-45b2-b621-c51625699c47 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks [] for floatingip (06d7fcc9-9139-4dda-9060-5fd35b1653d0), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:59.270910 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fcde5915-a75d-45b2-b621-c51625699c47 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:59.276847 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fcde5915-a75d-45b2-b621-c51625699c47 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (06d7fcc9-9139-4dda-9060-5fd35b1653d0), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:59.360815 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:59.367499 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:59.503988 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcde5915-a75d-45b2-b621-c51625699c47 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Router 928f35cb-cf58-4dde-a4b4-eec4b75bf621 has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:30:59.542548 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 684b638a-b884-40ba-bebd-043ddafe9556 no longer exists at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:30:59.544831 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:59.546636 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:30:59.565336 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] No Port match for: 684b638a-b884-40ba-bebd-043ddafe9556 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:30:59.565671 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 684b638a-b884-40ba-bebd-043ddafe9556 not bound to the agent host hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:30:59.611279 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcde5915-a75d-45b2-b621-c51625699c47 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:30:59.616402 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-fcde5915-a75d-45b2-b621-c51625699c47 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:30:59.621967 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c97464-8744-4003-9442-5b0cf0e8869d None None] Sync routers for ids ['928f35cb-cf58-4dde-a4b4-eec4b75bf621'] in dv-cinder-847798-1-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:30:59.634430 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c97464-8744-4003-9442-5b0cf0e8869d None None] Routers {'928f35cb-cf58-4dde-a4b4-eec4b75bf621'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:30:59.635268 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-45c97464-8744-4003-9442-5b0cf0e8869d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:30:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['928f35cb-cf58-4dde-a4b4-eec4b75bf621'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:30:59.665111 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b96384b-617e-4ae6-989b-f16e60189883', 'tag': '44036d57-a43c-4cb8-b4e7-dad2d8ab154a'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:30:59.668262 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75ff2ec-789f-4ccc-85bd-5e457bad3cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "6b96384b-617e-4ae6-989b-f16e60189883", "tag": "44036d57-a43c-4cb8-b4e7-dad2d8ab154a"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:30:59.716912 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-fcde5915-a75d-45b2-b621-c51625699c47 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "PUT /v2.0/floatingips/06d7fcc9-9139-4dda-9060-5fd35b1653d0 HTTP/1.1" status: 200 len: 993 time: 1.0063441 Jun 27 15:30:59.731576 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01da4a3-1c0d-45c6-9aed-e48eea8c4b5f x-openstack-request-id: req-e01da4a3-1c0d-45c6-9aed-e48eea8c4b5f {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:30:59.731874 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b96384b-617e-4ae6-989b-f16e60189883", "tag": "44036d57-a43c-4cb8-b4e7-dad2d8ab154a", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:30:59.732131 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e01da4a3-1c0d-45c6-9aed-e48eea8c4b5f {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:30:59.732567 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e01da4a3-1c0d-45c6-9aed-e48eea8c4b5f'] response: {'name': 'network-changed', 'server_uuid': '6b96384b-617e-4ae6-989b-f16e60189883', 'tag': '44036d57-a43c-4cb8-b4e7-dad2d8ab154a', 'status': 'completed', 'code': 200} Jun 27 15:30:59.767164 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-45c97464-8744-4003-9442-5b0cf0e8869d None None] Set router 928f35cb-cf58-4dde-a4b4-eec4b75bf621 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:30:59.999004 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-45c97464-8744-4003-9442-5b0cf0e8869d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'name': 'tempest-ServerRescueNegativeTestJSON-920464589-router', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '44554097-c32e-4389-a40b-7f7699da4c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:19Z', 'updated_at': '2022-06-27T15:26:29Z', 'revision_number': 4, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'gw_port': {'id': '44554097-c32e-4389-a40b-7f7699da4c96', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:20Z', 'updated_at': '2022-06-27T15:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '06d7fcc9-9139-4dda-9060-5fd35b1653d0', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'port_id': '44036d57-a43c-4cb8-b4e7-dad2d8ab154a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7', 'mac_address': 'fa:16:3e:02:0d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b96384b-617e-4ae6-989b-f16e60189883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:28:50Z', 'updated_at': '2022-06-27T15:30:59Z', 'revision_number': 3, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d59b94-6c8f-4037-93f9-0b01f6345524', 'name': '', 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'mac_address': 'fa:16:3e:c7:3e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:27Z', 'updated_at': '2022-06-27T15:26:56Z', 'revision_number': 5, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'subnets': [{'id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:31:00.024387 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c97464-8744-4003-9442-5b0cf0e8869d None None] Checking router: 928f35cb-cf58-4dde-a4b4-eec4b75bf621 for host: dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:31:00.033761 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c97464-8744-4003-9442-5b0cf0e8869d None None] Routers {'928f35cb-cf58-4dde-a4b4-eec4b75bf621'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:31:00.034385 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-45c97464-8744-4003-9442-5b0cf0e8869d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:30:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['928f35cb-cf58-4dde-a4b4-eec4b75bf621'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:31:00.146357 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-45c97464-8744-4003-9442-5b0cf0e8869d None None] Set router 928f35cb-cf58-4dde-a4b4-eec4b75bf621 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:31:00.377828 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-45c97464-8744-4003-9442-5b0cf0e8869d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'name': 'tempest-ServerRescueNegativeTestJSON-920464589-router', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '44554097-c32e-4389-a40b-7f7699da4c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:19Z', 'updated_at': '2022-06-27T15:26:29Z', 'revision_number': 4, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'gw_port': {'id': '44554097-c32e-4389-a40b-7f7699da4c96', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:20Z', 'updated_at': '2022-06-27T15:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '06d7fcc9-9139-4dda-9060-5fd35b1653d0', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'port_id': '44036d57-a43c-4cb8-b4e7-dad2d8ab154a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7', 'mac_address': 'fa:16:3e:02:0d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b96384b-617e-4ae6-989b-f16e60189883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:28:50Z', 'updated_at': '2022-06-27T15:30:59Z', 'revision_number': 3, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d59b94-6c8f-4037-93f9-0b01f6345524', 'name': '', 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'mac_address': 'fa:16:3e:c7:3e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:27Z', 'updated_at': '2022-06-27T15:26:56Z', 'revision_number': 5, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'subnets': [{'id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:31:00.407779 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c97464-8744-4003-9442-5b0cf0e8869d None None] The sync data for ids ['928f35cb-cf58-4dde-a4b4-eec4b75bf621'] in dv-cinder-847798-1-iscsi is: [{'id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'name': 'tempest-ServerRescueNegativeTestJSON-920464589-router', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '44554097-c32e-4389-a40b-7f7699da4c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:19Z', 'updated_at': '2022-06-27T15:26:29Z', 'revision_number': 4, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'gw_port': {'id': '44554097-c32e-4389-a40b-7f7699da4c96', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:20Z', 'updated_at': '2022-06-27T15:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '06d7fcc9-9139-4dda-9060-5fd35b1653d0', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'port_id': '44036d57-a43c-4cb8-b4e7-dad2d8ab154a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7', 'mac_address': 'fa:16:3e:02:0d:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b96384b-617e-4ae6-989b-f16e60189883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:28:50Z', 'updated_at': '2022-06-27T15:30:59Z', 'revision_number': 3, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88d59b94-6c8f-4037-93f9-0b01f6345524', 'name': '', 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'mac_address': 'fa:16:3e:c7:3e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:27Z', 'updated_at': '2022-06-27T15:26:56Z', 'revision_number': 5, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'subnets': [{'id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:31:01.335439 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ff2ec-789f-4ccc-85bd-5e457bad3cb0 req-870ae538-3ed8-4490-9f64-c584f3893af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:01.337127 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a75ff2ec-789f-4ccc-85bd-5e457bad3cb0 req-870ae538-3ed8-4490-9f64-c584f3893af8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2832173587a6494eb7f73b3ca0a09a0f&device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 1129 time: 0.0453649 Jun 27 15:31:01.450013 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ff2ec-789f-4ccc-85bd-5e457bad3cb0 req-bde45e4c-f42b-41bb-a195-81f963fdf4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:01.451574 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a75ff2ec-789f-4ccc-85bd-5e457bad3cb0 req-bde45e4c-f42b-41bb-a195-81f963fdf4fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=0dd13161-8ee5-4285-a373-761f6ed0abd7 HTTP/1.1" status: 200 len: 919 time: 0.1054611 Jun 27 15:31:01.529779 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a75ff2ec-789f-4ccc-85bd-5e457bad3cb0 req-1147143b-4dfa-4d87-936a-5180cbcf13e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44036d57-a43c-4cb8-b4e7-dad2d8ab154a HTTP/1.1" status: 200 len: 1001 time: 0.0703497 Jun 27 15:31:01.593670 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ff2ec-789f-4ccc-85bd-5e457bad3cb0 req-88dbfdcd-8649-4011-816d-d3f8088f27e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:01.595254 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a75ff2ec-789f-4ccc-85bd-5e457bad3cb0 req-88dbfdcd-8649-4011-816d-d3f8088f27e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5101df7e-dc3e-4d22-92a5-4e633fba6a41 HTTP/1.1" status: 200 len: 857 time: 0.0583937 Jun 27 15:31:01.666254 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ff2ec-789f-4ccc-85bd-5e457bad3cb0 req-829d33f2-839f-49dd-b21f-0693b7c9f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:01.669285 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a75ff2ec-789f-4ccc-85bd-5e457bad3cb0 req-829d33f2-839f-49dd-b21f-0693b7c9f595 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0dd13161-8ee5-4285-a373-761f6ed0abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618804 Jun 27 15:31:01.755667 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b96384b-617e-4ae6-989b-f16e60189883', 'tag': '44036d57-a43c-4cb8-b4e7-dad2d8ab154a'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:31:01.759622 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcb1f5c-4994-4648-b668-5e03ce0e813d" -d '{"events": [{"name": "network-changed", "server_uuid": "6b96384b-617e-4ae6-989b-f16e60189883", "tag": "44036d57-a43c-4cb8-b4e7-dad2d8ab154a"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:31:01.811865 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ae6767-932d-4324-8318-642f99014186 x-openstack-request-id: req-44ae6767-932d-4324-8318-642f99014186 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:31:01.812121 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b96384b-617e-4ae6-989b-f16e60189883", "tag": "44036d57-a43c-4cb8-b4e7-dad2d8ab154a", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:31:01.812405 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-44ae6767-932d-4324-8318-642f99014186 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:31:01.812802 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44ae6767-932d-4324-8318-642f99014186'] response: {'name': 'network-changed', 'server_uuid': '6b96384b-617e-4ae6-989b-f16e60189883', 'tag': '44036d57-a43c-4cb8-b4e7-dad2d8ab154a', 'status': 'completed', 'code': 200} Jun 27 15:31:01.815350 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a75ff2ec-789f-4ccc-85bd-5e457bad3cb0 req-71370f47-a31c-491b-8cd7-2251609f8eb7 service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382773 Jun 27 15:31:01.957957 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a75ff2ec-789f-4ccc-85bd-5e457bad3cb0 req-a4545139-a6d3-43c9-b806-1e170439aa22 service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312580 Jun 27 15:31:02.055962 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb1f5c-4994-4648-b668-5e03ce0e813d req-34e7195e-95fc-4f82-974e-419c399b0336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:02.057545 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3bcb1f5c-4994-4648-b668-5e03ce0e813d req-34e7195e-95fc-4f82-974e-419c399b0336 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2832173587a6494eb7f73b3ca0a09a0f&device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 1129 time: 0.0447183 Jun 27 15:31:02.207606 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb1f5c-4994-4648-b668-5e03ce0e813d req-35d10610-ff9c-4763-8c0b-a5a55f6c858e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:02.209941 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3bcb1f5c-4994-4648-b668-5e03ce0e813d req-35d10610-ff9c-4763-8c0b-a5a55f6c858e service neutron] 10.222.0.42 "GET /v2.0/networks?id=0dd13161-8ee5-4285-a373-761f6ed0abd7 HTTP/1.1" status: 200 len: 919 time: 0.1391432 Jun 27 15:31:02.265776 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:02.280880 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3bcb1f5c-4994-4648-b668-5e03ce0e813d req-34557470-6bcf-4d97-a05a-42a84586d297 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=44036d57-a43c-4cb8-b4e7-dad2d8ab154a HTTP/1.1" status: 200 len: 1001 time: 0.0638919 Jun 27 15:31:02.332170 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:02.340726 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb1f5c-4994-4648-b668-5e03ce0e813d req-d4f43c30-08e8-4fa7-8b21-db52abedae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:02.342914 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3bcb1f5c-4994-4648-b668-5e03ce0e813d req-d4f43c30-08e8-4fa7-8b21-db52abedae5c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5101df7e-dc3e-4d22-92a5-4e633fba6a41 HTTP/1.1" status: 200 len: 857 time: 0.0547853 Jun 27 15:31:02.398462 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb1f5c-4994-4648-b668-5e03ce0e813d req-34f731d8-2b65-4127-9d25-3608abbbae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:02.400038 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3bcb1f5c-4994-4648-b668-5e03ce0e813d req-34f731d8-2b65-4127-9d25-3608abbbae5e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0dd13161-8ee5-4285-a373-761f6ed0abd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495279 Jun 27 15:31:02.506430 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3bcb1f5c-4994-4648-b668-5e03ce0e813d req-f6660e34-a009-41e9-8e77-0c109ff1fe26 service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966170 Jun 27 15:31:02.616557 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3bcb1f5c-4994-4648-b668-5e03ce0e813d req-6f36dea0-8482-49ef-a0ea-a93f0ba8ac0d service neutron] 10.222.0.42 "GET /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979080 Jun 27 15:31:04.826740 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6282e5-e4e3-46e0-bc05-fc34d69c1207 req-4e552825-8143-47c0-9af9-9db37eeb16d5 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:04.828342 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5b6282e5-e4e3-46e0-bc05-fc34d69c1207 req-4e552825-8143-47c0-9af9-9db37eeb16d5 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 984 time: 0.0595293 Jun 27 15:31:04.895003 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5b6282e5-e4e3-46e0-bc05-fc34d69c1207 req-8e24920c-e73e-42fc-a763-9a279bf9b9fa tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&id=09e21af3-79db-4833-950a-21c92d53c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605319 Jun 27 15:31:06.033336 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d12880-1ed1-4c1d-b600-396cd0e489f0 req-44096d02-dcf0-4ff2-8e86-c15b76f4e606 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:06.034894 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-48d12880-1ed1-4c1d-b600-396cd0e489f0 req-44096d02-dcf0-4ff2-8e86-c15b76f4e606 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 984 time: 0.0579228 Jun 27 15:31:06.053006 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a370f25-a2c3-47dc-aeb0-e914ed1a14e6 req-db05b7b0-5961-4a11-a6e4-a2b3b7b2193c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:06.054555 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7a370f25-a2c3-47dc-aeb0-e914ed1a14e6 req-db05b7b0-5961-4a11-a6e4-a2b3b7b2193c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52c96385e67941648eee6bf532b3f141&device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 1168 time: 0.0450175 Jun 27 15:31:06.092466 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:06.107540 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-48d12880-1ed1-4c1d-b600-396cd0e489f0 req-c8e092ba-f551-4fd8-bbd6-7a4de0c8b3f2 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&id=09e21af3-79db-4833-950a-21c92d53c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0665233 Jun 27 15:31:06.414391 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a370f25-a2c3-47dc-aeb0-e914ed1a14e6 req-554529cd-46ad-4b11-ab31-47d66d244af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:06.415769 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7a370f25-a2c3-47dc-aeb0-e914ed1a14e6 req-554529cd-46ad-4b11-ab31-47d66d244af7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=79265a58-e851-4f46-80e6-8bd40ee58e6c HTTP/1.1" status: 200 len: 915 time: 0.3540006 Jun 27 15:31:06.488567 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7a370f25-a2c3-47dc-aeb0-e914ed1a14e6 req-8fe85c6c-8d88-432e-9c2b-8a95107de524 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ccbca6d-373a-42a6-9d88-221bb0b77dd5 HTTP/1.1" status: 200 len: 1001 time: 0.0612187 Jun 27 15:31:06.539392 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a370f25-a2c3-47dc-aeb0-e914ed1a14e6 req-541204f1-92a8-4a90-bed2-81c5b89e7511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:06.540902 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7a370f25-a2c3-47dc-aeb0-e914ed1a14e6 req-541204f1-92a8-4a90-bed2-81c5b89e7511 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=01c8c3bc-3231-413d-87ec-f0dfb1f32f40 HTTP/1.1" status: 200 len: 853 time: 0.0464551 Jun 27 15:31:06.589400 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a370f25-a2c3-47dc-aeb0-e914ed1a14e6 req-b2898a57-19e9-4861-95d8-5a93824334e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:06.591137 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7a370f25-a2c3-47dc-aeb0-e914ed1a14e6 req-b2898a57-19e9-4861-95d8-5a93824334e4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79265a58-e851-4f46-80e6-8bd40ee58e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420399 Jun 27 15:31:06.696249 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7a370f25-a2c3-47dc-aeb0-e914ed1a14e6 req-2e7d02ab-3777-48ae-ba99-cd90f455cb5c service neutron] 10.222.0.42 "GET /v2.0/networks/79265a58-e851-4f46-80e6-8bd40ee58e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959668 Jun 27 15:31:06.798294 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7a370f25-a2c3-47dc-aeb0-e914ed1a14e6 req-7dba9e6f-948b-45a3-b3a3-c8a62d1f75c7 service neutron] 10.222.0.42 "GET /v2.0/networks/79265a58-e851-4f46-80e6-8bd40ee58e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944033 Jun 27 15:31:07.197999 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=15 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:07.210491 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=13 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:07.244544 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c381a-4b29-48b6-bbdb-5acf2da44580 req-f61c6050-163d-418c-9cde-964d4063cb6e tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:07.246062 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-363c381a-4b29-48b6-bbdb-5acf2da44580 req-f61c6050-163d-418c-9cde-964d4063cb6e tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 984 time: 0.0553038 Jun 27 15:31:07.319056 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-363c381a-4b29-48b6-bbdb-5acf2da44580 req-f1a9d909-b6e7-4f19-b09e-48df7f0c9711 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&id=09e21af3-79db-4833-950a-21c92d53c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0666013 Jun 27 15:31:07.462233 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-10d81737-6edf-4a64-8acc-906236676c03 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:07.463760 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-10d81737-6edf-4a64-8acc-906236676c03 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/networks?id=05882426-bf21-41a8-ab57-641909717128 HTTP/1.1" status: 200 len: 814 time: 0.1120324 Jun 27 15:31:07.479422 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-bc2eb153-4570-4b7a-b542-5ebaeaedea1e tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/quotas/fe9612aa8fdd4be0a4a3ecfaefb96fca HTTP/1.1" status: 200 len: 375 time: 0.0099769 Jun 27 15:31:07.742318 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-8be54141-4783-423b-9461-9100fe2d96a5 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe9612aa8fdd4be0a4a3ecfaefb96fca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2575088 Jun 27 15:31:07.844937 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-6b28cf91-b4fb-40f4-a62f-cddcb28e7498 service neutron] 10.222.0.26 "GET /v2.0/networks/05882426-bf21-41a8-ab57-641909717128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957129 Jun 27 15:31:07.946047 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-02bf458a-7f0d-4664-8fb3-94d380f49b32 service neutron] 10.222.0.26 "GET /v2.0/networks/05882426-bf21-41a8-ab57-641909717128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953467 Jun 27 15:31:08.107361 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:08.139632 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e24ef4fa-9280-4c18-a219-6970a44f0c13 req-6d6ba85e-2b4f-4a8a-b86d-e3b37bf2cb3f tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=edb0650f-918c-45f5-8739-099eb50c3e9a HTTP/1.1" status: 200 len: 210 time: 0.0460904 Jun 27 15:31:08.458730 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f1580-0210-42e7-8223-e9c2e71b5f0a req-3d805f0b-39ea-4cd4-9bb5-7faae4a2bd75 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:08.461200 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7f1f1580-0210-42e7-8223-e9c2e71b5f0a req-3d805f0b-39ea-4cd4-9bb5-7faae4a2bd75 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 984 time: 0.0574634 Jun 27 15:31:08.535524 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7f1f1580-0210-42e7-8223-e9c2e71b5f0a req-e8ca5aa9-cb2e-47eb-9a21-ae045ad05e1f tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&id=09e21af3-79db-4833-950a-21c92d53c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679440 Jun 27 15:31:08.809169 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-61b17098-c5fb-4b73-aff5-1a775abc8a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:09.247693 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d8f2d711-8034-4650-8824-ef52b6b2c7d1 req-4e48f254-1882-44e8-839f-aaf47e4584d8 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=edb0650f-918c-45f5-8739-099eb50c3e9a HTTP/1.1" status: 200 len: 210 time: 0.0334280 Jun 27 15:31:09.408456 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:09.437460 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-0fa10c0e-4219-4a50-9eae-6000f7188d7b tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:09.439037 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-0fa10c0e-4219-4a50-9eae-6000f7188d7b tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.42 "GET /v2.0/networks?id=05882426-bf21-41a8-ab57-641909717128 HTTP/1.1" status: 200 len: 814 time: 0.1197886 Jun 27 15:31:09.452814 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-bd3b740e-5d48-4ea5-8d54-a0f01c2a260f tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Request body: {'port': {'device_id': 'edb0650f-918c-45f5-8739-099eb50c3e9a', 'network_id': '05882426-bf21-41a8-ab57-641909717128', 'admin_state_up': True, 'tenant_id': 'fe9612aa8fdd4be0a4a3ecfaefb96fca'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:31:09.585093 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-bd3b740e-5d48-4ea5-8d54-a0f01c2a260f tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Made reservation on behalf of fe9612aa8fdd4be0a4a3ecfaefb96fca for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:31:09.588757 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-bd3b740e-5d48-4ea5-8d54-a0f01c2a260f tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:09.674466 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b01b8f-2d8e-4e7a-8cdf-0410a536d4b4 req-08d89083-3e45-4153-9d26-8144f0bf36dd tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:09.676705 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-72b01b8f-2d8e-4e7a-8cdf-0410a536d4b4 req-08d89083-3e45-4153-9d26-8144f0bf36dd tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 984 time: 0.0667558 Jun 27 15:31:09.746494 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-72b01b8f-2d8e-4e7a-8cdf-0410a536d4b4 req-0f48960d-8bfb-43df-875b-1f2c7697855f tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&id=09e21af3-79db-4833-950a-21c92d53c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637243 Jun 27 15:31:09.779481 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-bd3b740e-5d48-4ea5-8d54-a0f01c2a260f tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Allocated IP 172.20.0.2 (05882426-bf21-41a8-ab57-641909717128/4f583938-d29a-4eef-a3ae-9a3363da0f25/c4f0c948-b5c3-4c06-8187-bac9f967d7ff) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:31:09.961318 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-bd3b740e-5d48-4ea5-8d54-a0f01c2a260f tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Publish callbacks [] for port (c4f0c948-b5c3-4c06-8187-bac9f967d7ff), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:09.999186 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-bd3b740e-5d48-4ea5-8d54-a0f01c2a260f tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (c4f0c948-b5c3-4c06-8187-bac9f967d7ff), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:10.051049 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-bd3b740e-5d48-4ea5-8d54-a0f01c2a260f tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Network 05882426-bf21-41a8-ab57-641909717128 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:31:10.054636 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-bd3b740e-5d48-4ea5-8d54-a0f01c2a260f tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:31:10.059841 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-bd3b740e-5d48-4ea5-8d54-a0f01c2a260f tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:31:10.084955 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b740e-5d48-4ea5-8d54-a0f01c2a260f tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Pushing event updated for resources: {'Port': ['ID=c4f0c948-b5c3-4c06-8187-bac9f967d7ff,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:10.122360 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-bd3b740e-5d48-4ea5-8d54-a0f01c2a260f tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:10.123122 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-bd3b740e-5d48-4ea5-8d54-a0f01c2a260f tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:10.142257 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-bd3b740e-5d48-4ea5-8d54-a0f01c2a260f tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6937349 Jun 27 15:31:10.159292 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-231d7abf-bb85-4e77-977d-9c604763d005 service neutron] Request body: {'port': {'device_id': 'edb0650f-918c-45f5-8739-099eb50c3e9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84779'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:31:10.228228 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-231d7abf-bb85-4e77-977d-9c604763d005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (c4f0c948-b5c3-4c06-8187-bac9f967d7ff), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:10.361072 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:10.385448 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:10.426733 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f308e1e-a470-410c-9dee-44b16cade920 req-941271be-400b-49a2-9560-6f01fa6da56d tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:10.428430 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7f308e1e-a470-410c-9dee-44b16cade920 req-941271be-400b-49a2-9560-6f01fa6da56d tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=edb0650f-918c-45f5-8739-099eb50c3e9a HTTP/1.1" status: 200 len: 931 time: 0.0837121 Jun 27 15:31:10.574270 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7f308e1e-a470-410c-9dee-44b16cade920 req-1f9af03d-bab4-4f27-b3be-2c1ec477671a tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290009 Jun 27 15:31:10.643212 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-231d7abf-bb85-4e77-977d-9c604763d005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f0c948-b5c3-4c06-8187-bac9f967d7ff {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:31:10.651928 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-231d7abf-bb85-4e77-977d-9c604763d005 service neutron] Publish callbacks [] for port (c4f0c948-b5c3-4c06-8187-bac9f967d7ff), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:10.666145 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-231d7abf-bb85-4e77-977d-9c604763d005 service neutron] Transition to ACTIVE for port object c4f0c948-b5c3-4c06-8187-bac9f967d7ff will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 15:31:10.671849 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-231d7abf-bb85-4e77-977d-9c604763d005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (c4f0c948-b5c3-4c06-8187-bac9f967d7ff), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:10.728089 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d7abf-bb85-4e77-977d-9c604763d005 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f0c948-b5c3-4c06-8187-bac9f967d7ff,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:10.803115 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-231d7abf-bb85-4e77-977d-9c604763d005 service neutron] Attempting to bind port c4f0c948-b5c3-4c06-8187-bac9f967d7ff on host hv-cinder-84779 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:31:10.803601 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-231d7abf-bb85-4e77-977d-9c604763d005 service neutron] Attempting to bind port c4f0c948-b5c3-4c06-8187-bac9f967d7ff by drivers openvswitch,hyperv on host hv-cinder-84779 at level 0 using segments [{'id': 'c38ec819-9848-47bb-82c6-b74cc8bd26d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '05882426-bf21-41a8-ab57-641909717128'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:31:10.803934 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-231d7abf-bb85-4e77-977d-9c604763d005 service neutron] Attempting to bind port c4f0c948-b5c3-4c06-8187-bac9f967d7ff on network 05882426-bf21-41a8-ab57-641909717128 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:31:10.809807 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-231d7abf-bb85-4e77-977d-9c604763d005 service neutron] Port c4f0c948-b5c3-4c06-8187-bac9f967d7ff on network 05882426-bf21-41a8-ab57-641909717128 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84779 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 15:31:10.810621 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-231d7abf-bb85-4e77-977d-9c604763d005 service neutron] Attempting to bind port c4f0c948-b5c3-4c06-8187-bac9f967d7ff on network 05882426-bf21-41a8-ab57-641909717128 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:31:10.817676 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-231d7abf-bb85-4e77-977d-9c604763d005 service neutron] Checking agent: {'id': '2a101be5-d6db-4e6c-800c-1df71c1b626f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84779', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'started_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:31:10.818059 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-231d7abf-bb85-4e77-977d-9c604763d005 service neutron] Checking segment: {'id': 'c38ec819-9848-47bb-82c6-b74cc8bd26d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '05882426-bf21-41a8-ab57-641909717128'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:31:10.818740 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-231d7abf-bb85-4e77-977d-9c604763d005 service neutron] Bound using segment: {'id': 'c38ec819-9848-47bb-82c6-b74cc8bd26d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '05882426-bf21-41a8-ab57-641909717128'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:31:10.819265 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-231d7abf-bb85-4e77-977d-9c604763d005 service neutron] Bound port: c4f0c948-b5c3-4c06-8187-bac9f967d7ff, host: hv-cinder-84779, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c38ec819-9848-47bb-82c6-b74cc8bd26d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '05882426-bf21-41a8-ab57-641909717128'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:31:10.820180 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-231d7abf-bb85-4e77-977d-9c604763d005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (c4f0c948-b5c3-4c06-8187-bac9f967d7ff), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:10.830611 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:10.873024 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ad470-58ad-415a-8d54-bc622fbc9fd1 req-04cb71bd-5fc3-40b0-9d00-4bad1393d11f tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:10.874676 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-db1ad470-58ad-415a-8d54-bc622fbc9fd1 req-04cb71bd-5fc3-40b0-9d00-4bad1393d11f tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 984 time: 0.0545895 Jun 27 15:31:10.891147 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-231d7abf-bb85-4e77-977d-9c604763d005 service neutron] For port c4f0c948-b5c3-4c06-8187-bac9f967d7ff, host hv-cinder-84779, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:31:10.894352 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-231d7abf-bb85-4e77-977d-9c604763d005 service neutron] For port c4f0c948-b5c3-4c06-8187-bac9f967d7ff, host hv-cinder-84779, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=c4f0c948-b5c3-4c06-8187-bac9f967d7ff,segment=NetworkSegment(c38ec819-9848-47bb-82c6-b74cc8bd26d8),segment_id=c38ec819-9848-47bb-82c6-b74cc8bd26d8)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:31:10.901328 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-231d7abf-bb85-4e77-977d-9c604763d005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (c4f0c948-b5c3-4c06-8187-bac9f967d7ff), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:10.939698 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-231d7abf-bb85-4e77-977d-9c604763d005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:10.940339 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-231d7abf-bb85-4e77-977d-9c604763d005 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:10.941952 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-231d7abf-bb85-4e77-977d-9c604763d005 service neutron] 10.222.0.42 "PUT /v2.0/ports/c4f0c948-b5c3-4c06-8187-bac9f967d7ff HTTP/1.1" status: 200 len: 1093 time: 0.7869778 Jun 27 15:31:10.942213 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb0650f-918c-45f5-8739-099eb50c3e9a', 'tag': 'c4f0c948-b5c3-4c06-8187-bac9f967d7ff'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:31:10.944622 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06405c9f-6ac2-4628-b6a7-f36f08413c04" -d '{"events": [{"name": "network-changed", "server_uuid": "edb0650f-918c-45f5-8739-099eb50c3e9a", "tag": "c4f0c948-b5c3-4c06-8187-bac9f967d7ff"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:31:10.973694 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-db1ad470-58ad-415a-8d54-bc622fbc9fd1 req-e4e91ba6-cf00-48be-8451-823758b711a1 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&id=09e21af3-79db-4833-950a-21c92d53c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0824211 Jun 27 15:31:10.974823 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d7abf-bb85-4e77-977d-9c604763d005 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f0c948-b5c3-4c06-8187-bac9f967d7ff,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:11.015102 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc40f5e-f1a9-4572-b19d-6f1d15f4dad0 x-openstack-request-id: req-7fc40f5e-f1a9-4572-b19d-6f1d15f4dad0 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:31:11.015560 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb0650f-918c-45f5-8739-099eb50c3e9a", "tag": "c4f0c948-b5c3-4c06-8187-bac9f967d7ff", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:31:11.015977 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fc40f5e-f1a9-4572-b19d-6f1d15f4dad0 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:31:11.016640 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fc40f5e-f1a9-4572-b19d-6f1d15f4dad0'] response: {'name': 'network-changed', 'server_uuid': 'edb0650f-918c-45f5-8739-099eb50c3e9a', 'tag': 'c4f0c948-b5c3-4c06-8187-bac9f967d7ff', 'status': 'completed', 'code': 200} Jun 27 15:31:11.072555 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-6cec24b5-d8e3-4842-9f71-f504b03e6a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:11.075020 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-6cec24b5-d8e3-4842-9f71-f504b03e6a0d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe9612aa8fdd4be0a4a3ecfaefb96fca&device_id=edb0650f-918c-45f5-8739-099eb50c3e9a HTTP/1.1" status: 200 len: 1127 time: 0.0771999 Jun 27 15:31:11.148014 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-64fc0772-6e7c-4376-a82d-b1529152da83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4f0c948-b5c3-4c06-8187-bac9f967d7ff HTTP/1.1" status: 200 len: 217 time: 0.0482893 Jun 27 15:31:11.205373 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-ec39cdc7-f77e-4765-a8d8-999814e79388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:11.206858 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-ec39cdc7-f77e-4765-a8d8-999814e79388 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4f583938-d29a-4eef-a3ae-9a3363da0f25 HTTP/1.1" status: 200 len: 854 time: 0.0485024 Jun 27 15:31:11.243772 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-b4c3cd17-c367-48c8-96db-a059480c2d28 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05882426-bf21-41a8-ab57-641909717128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273142 Jun 27 15:31:11.348423 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-7c87a883-eb1a-483e-8e4e-6a5a8c47eba7 service neutron] 10.222.0.42 "GET /v2.0/networks/05882426-bf21-41a8-ab57-641909717128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952723 Jun 27 15:31:11.428560 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:11.457895 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aa0c4bfa-6ea6-473d-a747-3b3ab0fabe25 req-5acbdf0c-b7ca-4bd5-bdb1-241d4e1461e7 service neutron] 10.222.0.42 "GET /v2.0/networks/05882426-bf21-41a8-ab57-641909717128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022148 Jun 27 15:31:11.705980 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5dfdda-cf02-44bb-9865-4666a0bd795a req-3c4758ba-4a34-4b1d-8e4c-1053198371f4 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:11.708052 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4c5dfdda-cf02-44bb-9865-4666a0bd795a req-3c4758ba-4a34-4b1d-8e4c-1053198371f4 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=edb0650f-918c-45f5-8739-099eb50c3e9a HTTP/1.1" status: 200 len: 943 time: 0.0603321 Jun 27 15:31:11.713707 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-92deb37e-aa99-4b0f-9784-a55927755b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:11.767207 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4c5dfdda-cf02-44bb-9865-4666a0bd795a req-9a7a6e76-c04a-44df-8723-06c25bae8960 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511835 Jun 27 15:31:12.089089 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac0cd6b-10f7-4382-a584-6a636f58190a req-f1b37968-b211-4489-8112-635f93c1735a tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:12.090718 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7ac0cd6b-10f7-4382-a584-6a636f58190a req-f1b37968-b211-4489-8112-635f93c1735a tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 984 time: 0.0520453 Jun 27 15:31:12.118761 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:12.158516 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7ac0cd6b-10f7-4382-a584-6a636f58190a req-7b98c3a6-c69b-4da1-8c0a-418d99417c8b tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&id=09e21af3-79db-4833-950a-21c92d53c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0616093 Jun 27 15:31:12.867469 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06405c9f-6ac2-4628-b6a7-f36f08413c04 req-72b89f6e-d1fd-4c44-9fd0-06b31eb3ab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:12.869149 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-06405c9f-6ac2-4628-b6a7-f36f08413c04 req-72b89f6e-d1fd-4c44-9fd0-06b31eb3ab8f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe9612aa8fdd4be0a4a3ecfaefb96fca&device_id=edb0650f-918c-45f5-8739-099eb50c3e9a HTTP/1.1" status: 200 len: 1127 time: 0.0441856 Jun 27 15:31:12.902293 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e61cf6-60a2-498e-8829-be359d66b875 req-0eb12dfd-a1cc-4e10-80f4-147fe4919b91 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:12.904185 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-76e61cf6-60a2-498e-8829-be359d66b875 req-0eb12dfd-a1cc-4e10-80f4-147fe4919b91 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=edb0650f-918c-45f5-8739-099eb50c3e9a HTTP/1.1" status: 200 len: 943 time: 0.0586302 Jun 27 15:31:12.969322 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-76e61cf6-60a2-498e-8829-be359d66b875 req-20d4ef3b-0182-454a-bf72-f31800a6593c tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575266 Jun 27 15:31:12.979822 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06405c9f-6ac2-4628-b6a7-f36f08413c04 req-3b9f9c6f-635a-4952-b8cd-c2e8fd83a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:12.981421 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-06405c9f-6ac2-4628-b6a7-f36f08413c04 req-3b9f9c6f-635a-4952-b8cd-c2e8fd83a0a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=05882426-bf21-41a8-ab57-641909717128 HTTP/1.1" status: 200 len: 915 time: 0.1045656 Jun 27 15:31:13.280403 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32600afc-89a6-482e-8430-857ded15291e req-d77e0041-8b71-4b5e-9ec5-127f078b9405 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:13.281949 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-32600afc-89a6-482e-8430-857ded15291e req-d77e0041-8b71-4b5e-9ec5-127f078b9405 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 984 time: 0.0507205 Jun 27 15:31:13.351878 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-32600afc-89a6-482e-8430-857ded15291e req-6612063e-6ec2-4f0b-aea5-329fb8c41710 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&id=09e21af3-79db-4833-950a-21c92d53c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593383 Jun 27 15:31:13.373215 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-06405c9f-6ac2-4628-b6a7-f36f08413c04 req-ea7f8545-8a90-4ae9-b517-17a794a50353 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c4f0c948-b5c3-4c06-8187-bac9f967d7ff HTTP/1.1" status: 200 len: 217 time: 0.0358658 Jun 27 15:31:13.434321 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:13.435039 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06405c9f-6ac2-4628-b6a7-f36f08413c04 req-8a9ba2ba-9d1d-48b2-9d64-f8612d93dfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:13.436393 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-06405c9f-6ac2-4628-b6a7-f36f08413c04 req-8a9ba2ba-9d1d-48b2-9d64-f8612d93dfea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4f583938-d29a-4eef-a3ae-9a3363da0f25 HTTP/1.1" status: 200 len: 854 time: 0.0541370 Jun 27 15:31:13.476278 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-06405c9f-6ac2-4628-b6a7-f36f08413c04 req-0d94d457-b2a8-472e-807a-e9ba57541b33 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=05882426-bf21-41a8-ab57-641909717128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325410 Jun 27 15:31:13.664514 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-06405c9f-6ac2-4628-b6a7-f36f08413c04 req-e6f0a2a7-50eb-44fa-8137-657aa678d2ef service neutron] 10.222.0.42 "GET /v2.0/networks/05882426-bf21-41a8-ab57-641909717128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100338 Jun 27 15:31:13.773749 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-06405c9f-6ac2-4628-b6a7-f36f08413c04 req-0c6a2a21-a767-465d-886b-fc38bf978783 service neutron] 10.222.0.42 "GET /v2.0/networks/05882426-bf21-41a8-ab57-641909717128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984266 Jun 27 15:31:14.105177 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb5477a-5e3b-4f1d-973a-ce033447977a req-a2c21057-4cb6-4797-bb28-0cd49856fc8d tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:14.107074 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9fb5477a-5e3b-4f1d-973a-ce033447977a req-a2c21057-4cb6-4797-bb28-0cd49856fc8d tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=edb0650f-918c-45f5-8739-099eb50c3e9a HTTP/1.1" status: 200 len: 943 time: 0.0568180 Jun 27 15:31:14.162657 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9fb5477a-5e3b-4f1d-973a-ce033447977a req-13627b52-99ad-4a87-8c17-284f2109150c tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496643 Jun 27 15:31:14.447359 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763a5e0-053e-495c-b376-8f8f1e083c12 req-8ba4cb0a-1b71-4b14-87f9-4cabdbeb361f tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:14.448787 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d763a5e0-053e-495c-b376-8f8f1e083c12 req-8ba4cb0a-1b71-4b14-87f9-4cabdbeb361f tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 947 time: 0.0528088 Jun 27 15:31:14.484830 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce62f2b-3f65-419f-a5f4-21d3aeacf3a8 req-d09b73e2-5b75-43dc-a895-e1fd560cf2bd tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:14.486510 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3ce62f2b-3f65-419f-a5f4-21d3aeacf3a8 req-d09b73e2-5b75-43dc-a895-e1fd560cf2bd tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 984 time: 0.0586188 Jun 27 15:31:14.522639 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d763a5e0-053e-495c-b376-8f8f1e083c12 req-1b7149b3-fb48-44bb-b943-e112c73033fc tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656805 Jun 27 15:31:14.554454 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:14.565494 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3ce62f2b-3f65-419f-a5f4-21d3aeacf3a8 req-a646ef3b-38a7-485f-beb1-8cf9bba75b11 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&id=09e21af3-79db-4833-950a-21c92d53c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0710857 Jun 27 15:31:14.651216 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:15.019100 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device c4f0c948-b5c3-4c06-8187-bac9f967d7ff details requested by agent hyperv_hv-cinder-84779 with host hv-cinder-84779 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 15:31:15.074247 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:15.145779 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:15.154172 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port c4f0c948-b5c3-4c06-8187-bac9f967d7ff, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=c4f0c948-b5c3-4c06-8187-bac9f967d7ff,segment=NetworkSegment(c38ec819-9848-47bb-82c6-b74cc8bd26d8),segment_id=c38ec819-9848-47bb-82c6-b74cc8bd26d8)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:31:15.156614 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:15.171061 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Returning: {'device': 'c4f0c948-b5c3-4c06-8187-bac9f967d7ff', 'network_id': '05882426-bf21-41a8-ab57-641909717128', 'port_id': 'c4f0c948-b5c3-4c06-8187-bac9f967d7ff', 'mac_address': 'fa:16:3e:37:06:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f583938-d29a-4eef-a3ae-9a3363da0f25', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 15:31:15.215406 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port c4f0c948-b5c3-4c06-8187-bac9f967d7ff is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:31:15.216182 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (c4f0c948-b5c3-4c06-8187-bac9f967d7ff), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:15.229569 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f0c948-b5c3-4c06-8187-bac9f967d7ff {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:31:15.251023 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port c4f0c948-b5c3-4c06-8187-bac9f967d7ff, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=c4f0c948-b5c3-4c06-8187-bac9f967d7ff,segment=NetworkSegment(c38ec819-9848-47bb-82c6-b74cc8bd26d8),segment_id=c38ec819-9848-47bb-82c6-b74cc8bd26d8)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:31:15.255591 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (c4f0c948-b5c3-4c06-8187-bac9f967d7ff), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:15.292057 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88d1ef-490f-44a1-ad71-848259126b6a req-3e84d800-3202-40ca-b6d7-d861c6b04a29 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:15.293817 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2c88d1ef-490f-44a1-ad71-848259126b6a req-3e84d800-3202-40ca-b6d7-d861c6b04a29 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=edb0650f-918c-45f5-8739-099eb50c3e9a HTTP/1.1" status: 200 len: 944 time: 0.0492380 Jun 27 15:31:15.304247 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=c4f0c948-b5c3-4c06-8187-bac9f967d7ff,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:15.312381 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:15.312741 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:15.313103 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:15.313468 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:15.313813 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:15.314150 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:15.314484 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:15.315123 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:15.315448 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:15.315782 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:15.316112 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:15.316490 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:15.316825 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:15.317154 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:15.317480 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:15.347409 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2c88d1ef-490f-44a1-ad71-848259126b6a req-ea8170f2-c96a-47d8-a156-95692ab7ca3d tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475693 Jun 27 15:31:15.629734 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['c4f0c948-b5c3-4c06-8187-bac9f967d7ff'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:31:15.657197 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad7792-801b-4967-b150-9c688e63b5eb req-66ace9f7-27ce-49a7-9bc4-e412a7513abc tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:15.659001 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-43ad7792-801b-4967-b150-9c688e63b5eb req-66ace9f7-27ce-49a7-9bc4-e412a7513abc tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 947 time: 0.0561829 Jun 27 15:31:15.688861 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a853d-4ede-404b-9f00-434352036770 req-58b9a775-2540-4877-ac7e-932f9055c4f8 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:15.690614 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-561a853d-4ede-404b-9f00-434352036770 req-58b9a775-2540-4877-ac7e-932f9055c4f8 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 984 time: 0.0555851 Jun 27 15:31:15.716485 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-43ad7792-801b-4967-b150-9c688e63b5eb req-58ea3c86-ff3a-4e28-b028-7addff25312a tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494947 Jun 27 15:31:15.760292 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-561a853d-4ede-404b-9f00-434352036770 req-ccde07ef-3e10-4b53-b8cd-0c213179dba7 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&id=09e21af3-79db-4833-950a-21c92d53c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589247 Jun 27 15:31:16.354780 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:16.371878 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca275cf-1858-4791-a745-e15f747d9169 req-23b07d4a-2296-420e-9b17-c7b78fb1e0b3 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:16.373628 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0ca275cf-1858-4791-a745-e15f747d9169 req-23b07d4a-2296-420e-9b17-c7b78fb1e0b3 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.42 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 947 time: 0.0682335 Jun 27 15:31:16.464776 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb60402-6707-46a9-b46a-8fd3439143c0 req-99b4f921-2074-4f70-b598-8b8ab5bbfced tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:16.466695 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8fb60402-6707-46a9-b46a-8fd3439143c0 req-99b4f921-2074-4f70-b598-8b8ab5bbfced tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=edb0650f-918c-45f5-8739-099eb50c3e9a HTTP/1.1" status: 200 len: 944 time: 0.0477226 Jun 27 15:31:16.469870 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-0ca275cf-1858-4791-a745-e15f747d9169 req-968415ee-83ab-4aad-b536-0cbb66cc8076 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Deleting port 62696634-23e0-4313-bcf8-d3be6665d3aa {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:31:16.470210 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0ca275cf-1858-4791-a745-e15f747d9169 req-968415ee-83ab-4aad-b536-0cbb66cc8076 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (62696634-23e0-4313-bcf8-d3be6665d3aa), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:16.569238 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-0ca275cf-1858-4791-a745-e15f747d9169 req-968415ee-83ab-4aad-b536-0cbb66cc8076 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] For port 62696634-23e0-4313-bcf8-d3be6665d3aa, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=62696634-23e0-4313-bcf8-d3be6665d3aa,segment=NetworkSegment(e8df84b0-b449-4f32-9fef-1bd341ec9717),segment_id=e8df84b0-b449-4f32-9fef-1bd341ec9717)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:31:16.569617 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0ca275cf-1858-4791-a745-e15f747d9169 req-968415ee-83ab-4aad-b536-0cbb66cc8076 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (62696634-23e0-4313-bcf8-d3be6665d3aa), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:16.607455 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:16.651982 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8fb60402-6707-46a9-b46a-8fd3439143c0 req-7262aeca-b1d4-4f1e-bad4-2a4a7505f315 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795423 Jun 27 15:31:16.845979 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0ca275cf-1858-4791-a745-e15f747d9169 req-968415ee-83ab-4aad-b536-0cbb66cc8076 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:16.846383 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0ca275cf-1858-4791-a745-e15f747d9169 req-968415ee-83ab-4aad-b536-0cbb66cc8076 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (4352f9af-9ceb-454a-8d9e-69b971d6edc4), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:16.846649 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.l3_db [req-0ca275cf-1858-4791-a745-e15f747d9169 req-968415ee-83ab-4aad-b536-0cbb66cc8076 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Floating IP 4352f9af-9ceb-454a-8d9e-69b971d6edc4 disassociated. External IP: 172.27.2.91, port: 62696634-23e0-4313-bcf8-d3be6665d3aa. Jun 27 15:31:16.847035 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-0ca275cf-1858-4791-a745-e15f747d9169 req-968415ee-83ab-4aad-b536-0cbb66cc8076 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Calling delete_port for 62696634-23e0-4313-bcf8-d3be6665d3aa owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:31:16.871158 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef367a3b-9c53-41c0-afed-62c26b705d3d req-635d210e-7ab2-408c-9d51-dac72ff6cb4e tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:16.872745 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ef367a3b-9c53-41c0-afed-62c26b705d3d req-635d210e-7ab2-408c-9d51-dac72ff6cb4e tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 947 time: 0.0647736 Jun 27 15:31:16.883962 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd4a06-dfda-493d-9c45-b7afc21a76fc req-4350c55b-6dcf-48ce-9329-f37290d40b26 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:16.885573 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e9dd4a06-dfda-493d-9c45-b7afc21a76fc req-4350c55b-6dcf-48ce-9329-f37290d40b26 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 984 time: 0.0512145 Jun 27 15:31:16.956284 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e9dd4a06-dfda-493d-9c45-b7afc21a76fc req-ef224b98-2d6b-449d-9b55-9683e9948283 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&id=09e21af3-79db-4833-950a-21c92d53c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0646992 Jun 27 15:31:16.976627 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ef367a3b-9c53-41c0-afed-62c26b705d3d req-ca0c23d5-e5b8-48e1-9512-f486f0873af0 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=5f7f2a45-4364-4605-8389-f92d64da3369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744021 Jun 27 15:31:17.021289 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device c4f0c948-b5c3-4c06-8187-bac9f967d7ff up at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:31:17.045703 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0ca275cf-1858-4791-a745-e15f747d9169 req-968415ee-83ab-4aad-b536-0cbb66cc8076 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (62696634-23e0-4313-bcf8-d3be6665d3aa), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:17.070190 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning for port c4f0c948-b5c3-4c06-8187-bac9f967d7ff completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 15:31:17.077030 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning complete for port c4f0c948-b5c3-4c06-8187-bac9f967d7ff triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:31:17.077274 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968415ee-83ab-4aad-b536-0cbb66cc8076 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Pushing event deleted for resources: {'Port': ['ID=62696634-23e0-4313-bcf8-d3be6665d3aa,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:17.077402 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (c4f0c948-b5c3-4c06-8187-bac9f967d7ff), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:17.163085 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port c4f0c948-b5c3-4c06-8187-bac9f967d7ff is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:31:17.163474 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (c4f0c948-b5c3-4c06-8187-bac9f967d7ff), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:17.190783 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb0650f-918c-45f5-8739-099eb50c3e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f0c948-b5c3-4c06-8187-bac9f967d7ff'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:31:17.193322 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d85b7032bc105ad9eb63a31382f750c4bf6bbb4824e658972134fe301cb831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63a890f-ea20-482f-88aa-6dcc9f556e8c" -d '{"events": [{"server_uuid": "edb0650f-918c-45f5-8739-099eb50c3e9a", "name": "network-vif-plugged", "status": "completed", "tag": "c4f0c948-b5c3-4c06-8187-bac9f967d7ff"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:31:17.193544 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ca275cf-1858-4791-a745-e15f747d9169 req-968415ee-83ab-4aad-b536-0cbb66cc8076 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Router d88e545f-3b13-43b5-88d4-b4caf72885d0 has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:31:17.206995 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port c4f0c948-b5c3-4c06-8187-bac9f967d7ff, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=c4f0c948-b5c3-4c06-8187-bac9f967d7ff,segment=NetworkSegment(c38ec819-9848-47bb-82c6-b74cc8bd26d8),segment_id=c38ec819-9848-47bb-82c6-b74cc8bd26d8)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:31:17.214610 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (c4f0c948-b5c3-4c06-8187-bac9f967d7ff), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:17.241611 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620c74bc-ab08-415f-9166-ab35eea0c8c9 x-openstack-request-id: req-620c74bc-ab08-415f-9166-ab35eea0c8c9 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:31:17.242276 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb0650f-918c-45f5-8739-099eb50c3e9a", "name": "network-vif-plugged", "status": "completed", "tag": "c4f0c948-b5c3-4c06-8187-bac9f967d7ff", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:31:17.242530 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-620c74bc-ab08-415f-9166-ab35eea0c8c9 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:31:17.242936 dv-cinder-847798-1-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-620c74bc-ab08-415f-9166-ab35eea0c8c9'] response: {'server_uuid': 'edb0650f-918c-45f5-8739-099eb50c3e9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f0c948-b5c3-4c06-8187-bac9f967d7ff', 'code': 200} Jun 27 15:31:17.274169 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=c4f0c948-b5c3-4c06-8187-bac9f967d7ff,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:17.575234 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e773ef-baab-48ef-a346-b8186ac7b73d req-26f99fe4-5fb8-4f06-a4a6-11509d5de465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:17.576792 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d5e773ef-baab-48ef-a346-b8186ac7b73d req-26f99fe4-5fb8-4f06-a4a6-11509d5de465 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=edb0650f-918c-45f5-8739-099eb50c3e9a HTTP/1.1" status: 200 len: 1129 time: 0.0504272 Jun 27 15:31:17.577721 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ca275cf-1858-4791-a745-e15f747d9169 req-968415ee-83ab-4aad-b536-0cbb66cc8076 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:31:17.587896 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac3cde0-7780-47d3-be42-3d69cd0351f1 None None] Sync routers for ids ['d88e545f-3b13-43b5-88d4-b4caf72885d0'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:31:17.598412 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac3cde0-7780-47d3-be42-3d69cd0351f1 None None] Routers {'d88e545f-3b13-43b5-88d4-b4caf72885d0'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:31:17.599051 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-fac3cde0-7780-47d3-be42-3d69cd0351f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:31:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d88e545f-3b13-43b5-88d4-b4caf72885d0'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:31:17.621335 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:17.645890 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca275cf-1858-4791-a745-e15f747d9169 req-968415ee-83ab-4aad-b536-0cbb66cc8076 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] No DVR routers for this DVR port 62696634-23e0-4313-bcf8-d3be6665d3aa on host hv-cinder-84779 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:31:17.649603 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-0ca275cf-1858-4791-a745-e15f747d9169 req-968415ee-83ab-4aad-b536-0cbb66cc8076 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:17.653967 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0ca275cf-1858-4791-a745-e15f747d9169 req-968415ee-83ab-4aad-b536-0cbb66cc8076 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.42 "DELETE /v2.0/ports/62696634-23e0-4313-bcf8-d3be6665d3aa HTTP/1.1" status: 204 len: 173 time: 1.2681179 Jun 27 15:31:17.654419 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831291d0-f04d-4927-afcd-88fd058db642', 'name': 'network-vif-deleted', 'tag': '62696634-23e0-4313-bcf8-d3be6665d3aa'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:31:17.656727 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f122e3a4-d93e-45d1-ae46-8e984e863cdb" -d '{"events": [{"server_uuid": "831291d0-f04d-4927-afcd-88fd058db642", "name": "network-vif-deleted", "tag": "62696634-23e0-4313-bcf8-d3be6665d3aa"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:31:17.694578 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d5e773ef-baab-48ef-a346-b8186ac7b73d req-4dd95896-22b9-46a1-8dcc-c185f9b21557 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074901 Jun 27 15:31:17.707891 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac08fda-d00e-4d7e-98a4-c2239e930d66 x-openstack-request-id: req-aac08fda-d00e-4d7e-98a4-c2239e930d66 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:31:17.709100 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831291d0-f04d-4927-afcd-88fd058db642", "name": "network-vif-deleted", "tag": "62696634-23e0-4313-bcf8-d3be6665d3aa", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:31:17.711386 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aac08fda-d00e-4d7e-98a4-c2239e930d66 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:31:17.711841 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aac08fda-d00e-4d7e-98a4-c2239e930d66'] response: {'server_uuid': '831291d0-f04d-4927-afcd-88fd058db642', 'name': 'network-vif-deleted', 'tag': '62696634-23e0-4313-bcf8-d3be6665d3aa', 'status': 'completed', 'code': 200} Jun 27 15:31:17.732631 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-fac3cde0-7780-47d3-be42-3d69cd0351f1 None None] Set router d88e545f-3b13-43b5-88d4-b4caf72885d0 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:31:17.794279 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb13826-87a2-4907-9a03-eede70f104fb req-0440ad56-5b91-4cea-9789-5f03aa1f791c tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:17.795971 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dbb13826-87a2-4907-9a03-eede70f104fb req-0440ad56-5b91-4cea-9789-5f03aa1f791c tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=edb0650f-918c-45f5-8739-099eb50c3e9a HTTP/1.1" status: 200 len: 945 time: 0.0528603 Jun 27 15:31:17.851751 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dbb13826-87a2-4907-9a03-eede70f104fb req-10b0b10c-942d-4b56-9fba-86c052f59d02 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495007 Jun 27 15:31:17.939270 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-fac3cde0-7780-47d3-be42-3d69cd0351f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1586938063-router', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:22Z', 'updated_at': '2022-06-27T15:26:37Z', 'revision_number': 4, 'project_id': '2270daf238a640609e9ab514b01d9768', 'gw_port': {'id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:24Z', 'updated_at': '2022-06-27T15:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': 'e1b91a4f-0760-4eb6-8669-74245160977f', 'name': '', 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'mac_address': 'fa:16:3e:d2:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:33Z', 'updated_at': '2022-06-27T15:26:51Z', 'revision_number': 5, 'project_id': '2270daf238a640609e9ab514b01d9768', 'subnets': [{'id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:31:17.972227 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac3cde0-7780-47d3-be42-3d69cd0351f1 None None] Checking router: d88e545f-3b13-43b5-88d4-b4caf72885d0 for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:31:17.983261 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac3cde0-7780-47d3-be42-3d69cd0351f1 None None] Routers {'d88e545f-3b13-43b5-88d4-b4caf72885d0'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:31:17.984632 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-fac3cde0-7780-47d3-be42-3d69cd0351f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:31:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d88e545f-3b13-43b5-88d4-b4caf72885d0'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:31:18.124221 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-fac3cde0-7780-47d3-be42-3d69cd0351f1 None None] Set router d88e545f-3b13-43b5-88d4-b4caf72885d0 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:31:18.130527 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2ed42067-962c-4504-acad-0cea4e307003 req-ba505294-9a59-4486-9533-8d1b2481b6b2 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 210 time: 0.0624654 Jun 27 15:31:18.161771 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b6a2a-9b27-4e53-9475-b91999642325 req-0abf4f5a-65fb-4e26-bab9-e919594e4f9d tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:18.163432 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-495b6a2a-9b27-4e53-9475-b91999642325 req-0abf4f5a-65fb-4e26-bab9-e919594e4f9d tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 984 time: 0.1223361 Jun 27 15:31:18.230892 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-495b6a2a-9b27-4e53-9475-b91999642325 req-0345bacc-c21a-4e8e-9256-30be677023dd tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&id=09e21af3-79db-4833-950a-21c92d53c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583534 Jun 27 15:31:18.337235 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-fac3cde0-7780-47d3-be42-3d69cd0351f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1586938063-router', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:22Z', 'updated_at': '2022-06-27T15:26:37Z', 'revision_number': 4, 'project_id': '2270daf238a640609e9ab514b01d9768', 'gw_port': {'id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:24Z', 'updated_at': '2022-06-27T15:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': 'e1b91a4f-0760-4eb6-8669-74245160977f', 'name': '', 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'mac_address': 'fa:16:3e:d2:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:33Z', 'updated_at': '2022-06-27T15:26:51Z', 'revision_number': 5, 'project_id': '2270daf238a640609e9ab514b01d9768', 'subnets': [{'id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:31:18.363670 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac3cde0-7780-47d3-be42-3d69cd0351f1 None None] The sync data for ids ['d88e545f-3b13-43b5-88d4-b4caf72885d0'] in dv-cinder-847798-1-iscsi is: [{'id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1586938063-router', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:22Z', 'updated_at': '2022-06-27T15:26:37Z', 'revision_number': 4, 'project_id': '2270daf238a640609e9ab514b01d9768', 'gw_port': {'id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:24Z', 'updated_at': '2022-06-27T15:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': 'e1b91a4f-0760-4eb6-8669-74245160977f', 'name': '', 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'mac_address': 'fa:16:3e:d2:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:33Z', 'updated_at': '2022-06-27T15:26:51Z', 'revision_number': 5, 'project_id': '2270daf238a640609e9ab514b01d9768', 'subnets': [{'id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:31:18.612958 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84209a3a-2180-4998-85f3-1386201016a4 None None] New status for floating IP 4352f9af-9ceb-454a-8d9e-69b971d6edc4: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 15:31:18.935937 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:19.001894 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4d1ff-e66f-45a2-a5fb-7160d57e2caf req-d64429e6-6308-447d-99e2-49b3663caf1e tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:19.004171 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-50e4d1ff-e66f-45a2-a5fb-7160d57e2caf req-d64429e6-6308-447d-99e2-49b3663caf1e tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=edb0650f-918c-45f5-8739-099eb50c3e9a HTTP/1.1" status: 200 len: 945 time: 0.0568483 Jun 27 15:31:19.070450 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-50e4d1ff-e66f-45a2-a5fb-7160d57e2caf req-041f7c3d-ca9b-4c71-843e-71a7e033b855 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602825 Jun 27 15:31:19.261983 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-753fc1b2-e8ac-43bc-bb7f-8491752b5a91 req-8b9bdb4b-fb21-48da-a533-04f0b68274ac tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=831291d0-f04d-4927-afcd-88fd058db642 HTTP/1.1" status: 200 len: 210 time: 0.0399184 Jun 27 15:31:19.371338 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31536a59-e4b6-49d6-9893-75b8a4b2b7ef req-b60bca7b-b376-4f85-92dd-86792646fddf tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:19.372782 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-31536a59-e4b6-49d6-9893-75b8a4b2b7ef req-b60bca7b-b376-4f85-92dd-86792646fddf tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 984 time: 0.0553498 Jun 27 15:31:19.384958 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:19.439796 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-31536a59-e4b6-49d6-9893-75b8a4b2b7ef req-6373d322-2dee-4e17-8241-764597d56267 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&id=09e21af3-79db-4833-950a-21c92d53c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607080 Jun 27 15:31:20.187248 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:20.206139 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc6288a-6419-4aec-9bee-4acbe0480ce6 req-38992d05-a7c9-4a40-955a-f26dfcaab903 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:20.207693 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8dc6288a-6419-4aec-9bee-4acbe0480ce6 req-38992d05-a7c9-4a40-955a-f26dfcaab903 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=edb0650f-918c-45f5-8739-099eb50c3e9a HTTP/1.1" status: 200 len: 945 time: 0.0582945 Jun 27 15:31:20.271101 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8dc6288a-6419-4aec-9bee-4acbe0480ce6 req-00c83381-90cf-4eae-b1c1-9487581d51ce tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572753 Jun 27 15:31:20.365882 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 54540) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:31:20.437587 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1154becd-1d75-435a-a7bc-a56f68c5c329 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for security_group (5f7f2a45-4364-4605-8389-f92d64da3369), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:20.482026 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1154becd-1d75-435a-a7bc-a56f68c5c329 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for security_group (5f7f2a45-4364-4605-8389-f92d64da3369), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:20.570577 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1154becd-1d75-435a-a7bc-a56f68c5c329 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (5f7f2a45-4364-4605-8389-f92d64da3369), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:20.577757 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1154becd-1d75-435a-a7bc-a56f68c5c329 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:20.579856 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-1154becd-1d75-435a-a7bc-a56f68c5c329 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "DELETE /v2.0/security-groups/5f7f2a45-4364-4605-8389-f92d64da3369 HTTP/1.1" status: 204 len: 168 time: 0.2127020 Jun 27 15:31:20.585298 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 54548) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:31:20.599383 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154becd-1d75-435a-a7bc-a56f68c5c329 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7f2a45-4364-4605-8389-f92d64da3369,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:20.606322 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab0b19c-54e5-4803-bef5-c3b2d087cebc req-34aa397c-542f-46f3-9ea4-a907ba9f72f7 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:20.608149 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fab0b19c-54e5-4803-bef5-c3b2d087cebc req-34aa397c-542f-46f3-9ea4-a907ba9f72f7 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 984 time: 0.0894375 Jun 27 15:31:20.614702 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.api.v2.resource [None req-a0dcba8b-4433-441f-bb29-c7e259597d21 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] show failed (client error): The resource could not be found. Jun 27 15:31:20.619177 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-a0dcba8b-4433-441f-bb29-c7e259597d21 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups/5f7f2a45-4364-4605-8389-f92d64da3369 HTTP/1.1" status: 404 len: 347 time: 0.0295031 Jun 27 15:31:20.619339 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 54550) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:31:20.753998 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fab0b19c-54e5-4803-bef5-c3b2d087cebc req-da32ce1b-e9b6-4de0-becd-f1e2fa0c7a5f tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&id=09e21af3-79db-4833-950a-21c92d53c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1333046 Jun 27 15:31:20.785910 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-1cd588c0-e6f2-4efc-88b8-67758572a5ba tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Deleting port 3baf5503-eff6-4ec7-85fc-d0c176c7616e {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:31:20.786522 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1cd588c0-e6f2-4efc-88b8-67758572a5ba tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (3baf5503-eff6-4ec7-85fc-d0c176c7616e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:20.876091 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1cd588c0-e6f2-4efc-88b8-67758572a5ba tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (3baf5503-eff6-4ec7-85fc-d0c176c7616e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:20.877074 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1cd588c0-e6f2-4efc-88b8-67758572a5ba tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for floatingip (3baf5503-eff6-4ec7-85fc-d0c176c7616e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:20.890384 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-1cd588c0-e6f2-4efc-88b8-67758572a5ba tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Calling delete_port for 3baf5503-eff6-4ec7-85fc-d0c176c7616e owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:31:21.066984 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1cd588c0-e6f2-4efc-88b8-67758572a5ba tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (3baf5503-eff6-4ec7-85fc-d0c176c7616e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:21.082267 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 62696634-23e0-4313-bcf8-d3be6665d3aa no longer exists at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:31:21.091535 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd588c0-e6f2-4efc-88b8-67758572a5ba tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Pushing event deleted for resources: {'Port': ['ID=3baf5503-eff6-4ec7-85fc-d0c176c7616e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:21.103424 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] No Port match for: 62696634-23e0-4313-bcf8-d3be6665d3aa {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:31:21.104347 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 62696634-23e0-4313-bcf8-d3be6665d3aa not bound to the agent host hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:31:21.162981 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1cd588c0-e6f2-4efc-88b8-67758572a5ba tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for floatingip (4352f9af-9ceb-454a-8d9e-69b971d6edc4), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:21.165769 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1cd588c0-e6f2-4efc-88b8-67758572a5ba tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:21.167018 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-1cd588c0-e6f2-4efc-88b8-67758572a5ba tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "DELETE /v2.0/floatingips/4352f9af-9ceb-454a-8d9e-69b971d6edc4 HTTP/1.1" status: 204 len: 168 time: 0.5466492 Jun 27 15:31:21.264646 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 54558) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:31:21.270245 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b8a33608-aa99-4660-90e8-93f1dd35321b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Request body: {'security_group': {'name': 'tempest-securitygroup--259626078', 'description': 'tempest-description--1474566356'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:31:21.295581 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b8a33608-aa99-4660-90e8-93f1dd35321b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:21.377549 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b8a33608-aa99-4660-90e8-93f1dd35321b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for security_group (2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:21.382210 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b8a33608-aa99-4660-90e8-93f1dd35321b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:21.414145 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b8a33608-aa99-4660-90e8-93f1dd35321b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:21.415429 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b8a33608-aa99-4660-90e8-93f1dd35321b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1496580 Jun 27 15:31:21.418760 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 54560) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:31:21.421130 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a33608-aa99-4660-90e8-93f1dd35321b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:21.424543 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-796325c3-a59e-4013-b800-a669ff9bfbfc tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Request body: {'security_group_rule': {'security_group_id': '2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:31:21.428943 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a33608-aa99-4660-90e8-93f1dd35321b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:21.429291 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a33608-aa99-4660-90e8-93f1dd35321b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:21.429628 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a33608-aa99-4660-90e8-93f1dd35321b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:21.429959 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a33608-aa99-4660-90e8-93f1dd35321b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:21.430287 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a33608-aa99-4660-90e8-93f1dd35321b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:21.430612 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a33608-aa99-4660-90e8-93f1dd35321b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:21.430934 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a33608-aa99-4660-90e8-93f1dd35321b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:21.431258 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a33608-aa99-4660-90e8-93f1dd35321b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:21.431575 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a33608-aa99-4660-90e8-93f1dd35321b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:21.431897 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a33608-aa99-4660-90e8-93f1dd35321b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:21.432216 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a33608-aa99-4660-90e8-93f1dd35321b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:21.432563 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a33608-aa99-4660-90e8-93f1dd35321b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:21.432883 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a33608-aa99-4660-90e8-93f1dd35321b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:21.433564 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a33608-aa99-4660-90e8-93f1dd35321b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:21.433880 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a33608-aa99-4660-90e8-93f1dd35321b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:21.462381 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-796325c3-a59e-4013-b800-a669ff9bfbfc tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for security_group_rule (d942d6b9-5fce-46c9-b426-be3aaf09f539), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:21.475798 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:21.531408 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-796325c3-a59e-4013-b800-a669ff9bfbfc tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for security_group_rule (d942d6b9-5fce-46c9-b426-be3aaf09f539), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:21.536745 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-796325c3-a59e-4013-b800-a669ff9bfbfc tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (d942d6b9-5fce-46c9-b426-be3aaf09f539), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:21.556643 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796325c3-a59e-4013-b800-a669ff9bfbfc tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d942d6b9-5fce-46c9-b426-be3aaf09f539,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:21.564960 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-796325c3-a59e-4013-b800-a669ff9bfbfc tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:21.566220 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-796325c3-a59e-4013-b800-a669ff9bfbfc tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1460304 Jun 27 15:31:21.568913 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 54562) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:31:21.573574 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-d63f5a77-7856-4296-942f-8cf405d5218b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Request body: {'security_group_rule': {'security_group_id': '2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:31:21.604953 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d63f5a77-7856-4296-942f-8cf405d5218b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for security_group_rule (50dc443c-f9ce-4cac-a04c-dacd86b6a599), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:21.647640 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:21.666975 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d63f5a77-7856-4296-942f-8cf405d5218b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for security_group_rule (50dc443c-f9ce-4cac-a04c-dacd86b6a599), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:21.672101 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d63f5a77-7856-4296-942f-8cf405d5218b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (50dc443c-f9ce-4cac-a04c-dacd86b6a599), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:21.691550 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f5a77-7856-4296-942f-8cf405d5218b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50dc443c-f9ce-4cac-a04c-dacd86b6a599,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:21.703715 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d63f5a77-7856-4296-942f-8cf405d5218b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:21.705052 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-d63f5a77-7856-4296-942f-8cf405d5218b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1351156 Jun 27 15:31:21.708561 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 54564) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:31:21.713519 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-87c8b3aa-b017-4783-a4f0-30736e17a981 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Request body: {'floatingip': {'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:31:21.723586 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:21.740752 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87c8b3aa-b017-4783-a4f0-30736e17a981 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:21.884625 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87c8b3aa-b017-4783-a4f0-30736e17a981 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:21.906289 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f6436-8675-45f1-a542-ceed8089f8ae req-38108b35-65d1-48ac-8e48-fd615d1bee7b tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:21.907783 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-699f6436-8675-45f1-a542-ceed8089f8ae req-38108b35-65d1-48ac-8e48-fd615d1bee7b tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 984 time: 0.0744338 Jun 27 15:31:22.054681 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-699f6436-8675-45f1-a542-ceed8089f8ae req-33410888-3287-44dc-9413-f007550ca9de tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&id=09e21af3-79db-4833-950a-21c92d53c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1135359 Jun 27 15:31:22.075657 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-87c8b3aa-b017-4783-a4f0-30736e17a981 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Allocated IP 172.27.2.242 (514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb/6226739c-eac4-4784-90b9-a0481f53f3ba/756b7187-c7e3-4cdd-b30b-6d0347514590) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:31:22.216587 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87c8b3aa-b017-4783-a4f0-30736e17a981 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for port (756b7187-c7e3-4cdd-b30b-6d0347514590), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:22.227001 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:22.261683 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87c8b3aa-b017-4783-a4f0-30736e17a981 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (756b7187-c7e3-4cdd-b30b-6d0347514590), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:22.312158 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c8b3aa-b017-4783-a4f0-30736e17a981 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:31:22.316821 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-87c8b3aa-b017-4783-a4f0-30736e17a981 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:31:22.323557 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c8b3aa-b017-4783-a4f0-30736e17a981 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:31:22.359204 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8b3aa-b017-4783-a4f0-30736e17a981 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Pushing event updated for resources: {'Port': ['ID=756b7187-c7e3-4cdd-b30b-6d0347514590,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:22.445584 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87c8b3aa-b017-4783-a4f0-30736e17a981 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for floatingip (c4fcc845-45dc-42be-90d4-926e2753953a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:22.450498 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be831b9-14a5-433a-83a6-555fc15e54ef req-b7c05b2e-4120-4643-85c6-78c83ce10f19 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:22.452342 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8be831b9-14a5-433a-83a6-555fc15e54ef req-b7c05b2e-4120-4643-85c6-78c83ce10f19 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669df6d-2c11-4910-bdc8-0eb82915b879 HTTP/1.1" status: 200 len: 945 time: 0.0511518 Jun 27 15:31:22.489911 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87c8b3aa-b017-4783-a4f0-30736e17a981 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (756b7187-c7e3-4cdd-b30b-6d0347514590), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:22.509286 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-8be831b9-14a5-433a-83a6-555fc15e54ef req-e2474daa-5daa-4bce-bba1-7e47109ae28e tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d100474-5f22-4d25-a50b-b291a5004c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494304 Jun 27 15:31:22.615160 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:22.650164 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87c8b3aa-b017-4783-a4f0-30736e17a981 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for port (756b7187-c7e3-4cdd-b30b-6d0347514590), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:22.655969 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87c8b3aa-b017-4783-a4f0-30736e17a981 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9438190'] for port (756b7187-c7e3-4cdd-b30b-6d0347514590), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:22.725358 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8b3aa-b017-4783-a4f0-30736e17a981 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Pushing event updated for resources: {'Port': ['ID=756b7187-c7e3-4cdd-b30b-6d0347514590,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:22.738621 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87c8b3aa-b017-4783-a4f0-30736e17a981 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (c4fcc845-45dc-42be-90d4-926e2753953a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:22.757405 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-87c8b3aa-b017-4783-a4f0-30736e17a981 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:22.758661 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-87c8b3aa-b017-4783-a4f0-30736e17a981 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0490215 Jun 27 15:31:22.966208 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-177e33e8-061b-4c30-aaff-5012556a4a7f tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--259626078&fields=id&tenant_id=2270daf238a640609e9ab514b01d9768 HTTP/1.1" status: 200 len: 267 time: 0.0467951 Jun 27 15:31:23.081112 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-a1b4d407-ac91-4328-85ac-8c6becd3c8b1 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:23.082672 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-a1b4d407-ac91-4328-85ac-8c6becd3c8b1 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/networks?id=e8e77f3f-2787-4f23-b11e-9e909cc074b3 HTTP/1.1" status: 200 len: 817 time: 0.1097424 Jun 27 15:31:23.098983 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-0387a6fa-79cb-450b-a405-67eeac21f6fc tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/quotas/2270daf238a640609e9ab514b01d9768 HTTP/1.1" status: 200 len: 375 time: 0.0099843 Jun 27 15:31:23.153513 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-59b3be07-dbab-4714-94f1-247989429d75 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2270daf238a640609e9ab514b01d9768&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489810 Jun 27 15:31:23.200743 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4777b-8251-4a24-812a-2632c6ca59b5 req-8ee1fc63-ccf6-4ef0-8cd7-917d9b68cdf4 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:23.202380 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3ed4777b-8251-4a24-812a-2632c6ca59b5 req-8ee1fc63-ccf6-4ef0-8cd7-917d9b68cdf4 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 984 time: 0.0523243 Jun 27 15:31:23.259970 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-d57baa49-5893-4e11-9099-e74ad7c160ae service neutron] 10.222.0.26 "GET /v2.0/networks/e8e77f3f-2787-4f23-b11e-9e909cc074b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941920 Jun 27 15:31:23.276997 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3ed4777b-8251-4a24-812a-2632c6ca59b5 req-731f470c-2577-4436-9fc6-ea7c5864992a tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&id=09e21af3-79db-4833-950a-21c92d53c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644529 Jun 27 15:31:23.364742 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-ec05b614-ad8e-4ac6-acac-eae58d536bf4 service neutron] 10.222.0.26 "GET /v2.0/networks/e8e77f3f-2787-4f23-b11e-9e909cc074b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981374 Jun 27 15:31:23.529612 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0e029c8d-e5fd-4871-a9aa-5bcbf4a7221f req-35b2c7fa-d3a3-452a-a32a-e9cf7af7f710 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 210 time: 0.0278692 Jun 27 15:31:23.627599 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:23.642309 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372015e-8efb-41a6-872b-51aa4c025106 req-dab3f75c-b1d8-4ad0-af74-137e2a254012 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:23.643959 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9372015e-8efb-41a6-872b-51aa4c025106 req-dab3f75c-b1d8-4ad0-af74-137e2a254012 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669df6d-2c11-4910-bdc8-0eb82915b879 HTTP/1.1" status: 200 len: 945 time: 0.0539834 Jun 27 15:31:23.694508 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9372015e-8efb-41a6-872b-51aa4c025106 req-174bf813-372f-473f-9c8c-e307374e4365 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d100474-5f22-4d25-a50b-b291a5004c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447943 Jun 27 15:31:24.417763 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8ecab-06fc-4781-9701-6f246c8aa2e4 req-2be7a9ea-0e28-460a-b6a1-b59bbcd52945 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:24.419606 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-53e8ecab-06fc-4781-9701-6f246c8aa2e4 req-2be7a9ea-0e28-460a-b6a1-b59bbcd52945 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 984 time: 0.0526001 Jun 27 15:31:24.493289 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-53e8ecab-06fc-4781-9701-6f246c8aa2e4 req-3d91eaa1-d36b-47a2-be5e-c630e8822ce7 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&id=09e21af3-79db-4833-950a-21c92d53c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0652814 Jun 27 15:31:24.667028 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c717b0b9-ba41-4100-b0cb-c9d93c511d5b req-cff0ec6f-06d2-437d-8c34-8de64c2e0674 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 210 time: 0.0490878 Jun 27 15:31:24.671561 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b804e5-680f-40cb-aec0-196718c7e8ff req-46b68e4d-24ef-473f-9bc7-bbe882992732 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:24.673448 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-76b804e5-680f-40cb-aec0-196718c7e8ff req-46b68e4d-24ef-473f-9bc7-bbe882992732 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.42 "GET /v2.0/ports?device_id=b669df6d-2c11-4910-bdc8-0eb82915b879 HTTP/1.1" status: 200 len: 945 time: 0.0588484 Jun 27 15:31:24.816374 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-76b804e5-680f-40cb-aec0-196718c7e8ff req-094ffe3e-9483-4372-aac5-acd431d6ac82 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Deleting port 6903c7d7-bfc1-4974-9767-47e90c255031 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:31:24.816724 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-76b804e5-680f-40cb-aec0-196718c7e8ff req-094ffe3e-9483-4372-aac5-acd431d6ac82 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (6903c7d7-bfc1-4974-9767-47e90c255031), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:24.882412 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186904d2-5d63-4f54-a4da-3230feed9a91 req-e5438bba-1a9b-43d1-abf1-ad94a2408c4c tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:24.883956 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-186904d2-5d63-4f54-a4da-3230feed9a91 req-e5438bba-1a9b-43d1-abf1-ad94a2408c4c tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669df6d-2c11-4910-bdc8-0eb82915b879 HTTP/1.1" status: 200 len: 945 time: 0.0890253 Jun 27 15:31:24.985039 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-76b804e5-680f-40cb-aec0-196718c7e8ff req-094ffe3e-9483-4372-aac5-acd431d6ac82 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] For port 6903c7d7-bfc1-4974-9767-47e90c255031, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=6903c7d7-bfc1-4974-9767-47e90c255031,segment=NetworkSegment(df2d7c62-f2a0-47f2-8167-091f3a1d364d),segment_id=df2d7c62-f2a0-47f2-8167-091f3a1d364d)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:31:24.985429 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-76b804e5-680f-40cb-aec0-196718c7e8ff req-094ffe3e-9483-4372-aac5-acd431d6ac82 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (6903c7d7-bfc1-4974-9767-47e90c255031), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:24.991603 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-186904d2-5d63-4f54-a4da-3230feed9a91 req-2c869268-9366-497d-b88e-4edc91efae71 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=7d100474-5f22-4d25-a50b-b291a5004c00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014817 Jun 27 15:31:25.127830 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:25.213931 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-76b804e5-680f-40cb-aec0-196718c7e8ff req-094ffe3e-9483-4372-aac5-acd431d6ac82 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:25.214296 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-76b804e5-680f-40cb-aec0-196718c7e8ff req-094ffe3e-9483-4372-aac5-acd431d6ac82 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (6f44c002-9c18-4ee6-b166-1788665965d1), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:25.214612 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.l3_db [req-76b804e5-680f-40cb-aec0-196718c7e8ff req-094ffe3e-9483-4372-aac5-acd431d6ac82 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Floating IP 6f44c002-9c18-4ee6-b166-1788665965d1 disassociated. External IP: 172.27.2.47, port: 6903c7d7-bfc1-4974-9767-47e90c255031. Jun 27 15:31:25.214972 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-76b804e5-680f-40cb-aec0-196718c7e8ff req-094ffe3e-9483-4372-aac5-acd431d6ac82 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Calling delete_port for 6903c7d7-bfc1-4974-9767-47e90c255031 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:31:25.292237 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:25.399792 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-76b804e5-680f-40cb-aec0-196718c7e8ff req-094ffe3e-9483-4372-aac5-acd431d6ac82 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (6903c7d7-bfc1-4974-9767-47e90c255031), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:25.468953 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ffe3e-9483-4372-aac5-acd431d6ac82 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event deleted for resources: {'Port': ['ID=6903c7d7-bfc1-4974-9767-47e90c255031,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:25.590028 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-b99fe1c8-3205-4acd-8356-47d6825870c7 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:25.591516 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-b99fe1c8-3205-4acd-8356-47d6825870c7 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.42 "GET /v2.0/networks?id=e8e77f3f-2787-4f23-b11e-9e909cc074b3 HTTP/1.1" status: 200 len: 817 time: 0.2377605 Jun 27 15:31:25.631310 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad069a21-32ec-4361-bee5-d17823203d5e req-3b54ea72-1747-4083-a700-c2b00b1a4422 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:25.632989 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ad069a21-32ec-4361-bee5-d17823203d5e req-3b54ea72-1747-4083-a700-c2b00b1a4422 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 984 time: 0.0579185 Jun 27 15:31:25.662832 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76b804e5-680f-40cb-aec0-196718c7e8ff req-094ffe3e-9483-4372-aac5-acd431d6ac82 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Router d503fd2a-6057-4a70-b0d6-50c2350edbeb has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:31:25.704249 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ad069a21-32ec-4361-bee5-d17823203d5e req-037683c7-463e-403b-8cf6-4a56ea9ae8ba tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&id=09e21af3-79db-4833-950a-21c92d53c1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0634923 Jun 27 15:31:25.798772 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e121773f-c8ab-424e-b0dd-d56cc1351824 req-23b307f5-68eb-45d6-bc74-32c9fb1b9faa tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 210 time: 0.0364320 Jun 27 15:31:25.811091 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76b804e5-680f-40cb-aec0-196718c7e8ff req-094ffe3e-9483-4372-aac5-acd431d6ac82 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:31:25.825483 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7048da86-ae1c-4ce9-b3af-16b587b1bf04 None None] Sync routers for ids ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:31:25.838339 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7048da86-ae1c-4ce9-b3af-16b587b1bf04 None None] Routers {'d503fd2a-6057-4a70-b0d6-50c2350edbeb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:31:25.839397 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-7048da86-ae1c-4ce9-b3af-16b587b1bf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:31:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:31:25.877888 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b804e5-680f-40cb-aec0-196718c7e8ff req-094ffe3e-9483-4372-aac5-acd431d6ac82 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] No DVR routers for this DVR port 6903c7d7-bfc1-4974-9767-47e90c255031 on host hv-cinder-84779 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:31:25.893546 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-76b804e5-680f-40cb-aec0-196718c7e8ff req-094ffe3e-9483-4372-aac5-acd431d6ac82 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:25.896928 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-76b804e5-680f-40cb-aec0-196718c7e8ff req-094ffe3e-9483-4372-aac5-acd431d6ac82 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.42 "DELETE /v2.0/ports/6903c7d7-bfc1-4974-9767-47e90c255031 HTTP/1.1" status: 204 len: 173 time: 1.2179592 Jun 27 15:31:25.897742 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b669df6d-2c11-4910-bdc8-0eb82915b879', 'name': 'network-vif-deleted', 'tag': '6903c7d7-bfc1-4974-9767-47e90c255031'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:31:25.905539 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d79cf9-1b62-4479-8960-9ed978cfd70a" -d '{"events": [{"server_uuid": "b669df6d-2c11-4910-bdc8-0eb82915b879", "name": "network-vif-deleted", "tag": "6903c7d7-bfc1-4974-9767-47e90c255031"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:31:25.980183 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-67af0543-a3de-430a-868a-2b80beb3cdeb tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2270daf238a640609e9ab514b01d9768 HTTP/1.1" status: 200 len: 379 time: 0.1109142 Jun 27 15:31:26.012898 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-7048da86-ae1c-4ce9-b3af-16b587b1bf04 None None] Set router d503fd2a-6057-4a70-b0d6-50c2350edbeb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:31:26.018537 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-f1b14059-6b82-4bab-96e0-2e5d9d20a8dd tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Request body: {'port': {'device_id': '886a9b39-9d64-4359-8d03-b07dbe1abf9c', 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'admin_state_up': True, 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'security_groups': ['2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:31:26.024572 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54842b78-06b2-4792-85d4-1d133c0162c2 x-openstack-request-id: req-54842b78-06b2-4792-85d4-1d133c0162c2 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:31:26.033054 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b669df6d-2c11-4910-bdc8-0eb82915b879", "name": "network-vif-deleted", "tag": "6903c7d7-bfc1-4974-9767-47e90c255031", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:31:26.033436 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-54842b78-06b2-4792-85d4-1d133c0162c2 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:31:26.034234 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54842b78-06b2-4792-85d4-1d133c0162c2'] response: {'server_uuid': 'b669df6d-2c11-4910-bdc8-0eb82915b879', 'name': 'network-vif-deleted', 'tag': '6903c7d7-bfc1-4974-9767-47e90c255031', 'status': 'completed', 'code': 200} Jun 27 15:31:26.213430 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=100 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:26.235799 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-47f4f1d7-b89f-48bc-ab31-fdcb798c567d req-22af6e01-159f-4c8e-be75-15c1451a5bbd tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669df6d-2c11-4910-bdc8-0eb82915b879 HTTP/1.1" status: 200 len: 210 time: 0.0395410 Jun 27 15:31:26.247343 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-f1b14059-6b82-4bab-96e0-2e5d9d20a8dd tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Made reservation on behalf of 2270daf238a640609e9ab514b01d9768 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:31:26.253411 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-f1b14059-6b82-4bab-96e0-2e5d9d20a8dd tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:26.354002 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-7048da86-ae1c-4ce9-b3af-16b587b1bf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 4, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '1c8a144e-fd7c-473c-b00d-3f101a9959f2', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'port_id': '209e6ff3-398f-4386-b25b-aef36d5f7e9c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'mac_address': 'fa:16:3e:73:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598844cf-f73b-4630-ad12-f08ab67e89e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:28:18Z', 'updated_at': '2022-06-27T15:28:47Z', 'revision_number': 2, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033c5111-34d9-49ec-bd05-b663eb62f175', 'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'mac_address': 'fa:16:3e:c5:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 5, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'subnets': [{'id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:31:26.376083 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:26.381762 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7048da86-ae1c-4ce9-b3af-16b587b1bf04 None None] Checking router: d503fd2a-6057-4a70-b0d6-50c2350edbeb for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:31:26.384557 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=100 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:26.392749 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7048da86-ae1c-4ce9-b3af-16b587b1bf04 None None] Routers {'d503fd2a-6057-4a70-b0d6-50c2350edbeb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:31:26.393395 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-7048da86-ae1c-4ce9-b3af-16b587b1bf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:31:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:31:26.414724 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-f1b14059-6b82-4bab-96e0-2e5d9d20a8dd tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Allocated IP 172.20.0.5 (e8e77f3f-2787-4f23-b11e-9e909cc074b3/96df5947-fd71-41b6-a0c5-3296a5c0458f/82ee23e2-cf54-4c80-aa3a-825aa5c81193) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:31:26.451843 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d100d7a-dbe5-47b0-8b85-b92711fdc3ea req-37f1bd2f-1a98-4404-9c8a-146bfbe51001 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:26.453915 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3d100d7a-dbe5-47b0-8b85-b92711fdc3ea req-37f1bd2f-1a98-4404-9c8a-146bfbe51001 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.0546455 Jun 27 15:31:26.508498 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3d100d7a-dbe5-47b0-8b85-b92711fdc3ea req-bf826890-68a8-4720-83f0-5f16d00b4c07 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476069 Jun 27 15:31:26.551382 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:26.591771 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-f1b14059-6b82-4bab-96e0-2e5d9d20a8dd tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for port (82ee23e2-cf54-4c80-aa3a-825aa5c81193), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:26.598750 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-7048da86-ae1c-4ce9-b3af-16b587b1bf04 None None] Set router d503fd2a-6057-4a70-b0d6-50c2350edbeb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:31:26.639028 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-f1b14059-6b82-4bab-96e0-2e5d9d20a8dd tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (82ee23e2-cf54-4c80-aa3a-825aa5c81193), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:26.687100 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-f1b14059-6b82-4bab-96e0-2e5d9d20a8dd tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Network e8e77f3f-2787-4f23-b11e-9e909cc074b3 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:31:26.690398 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-f1b14059-6b82-4bab-96e0-2e5d9d20a8dd tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:31:26.693091 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-f1b14059-6b82-4bab-96e0-2e5d9d20a8dd tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:31:26.730628 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b14059-6b82-4bab-96e0-2e5d9d20a8dd tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Pushing event updated for resources: {'Port': ['ID=82ee23e2-cf54-4c80-aa3a-825aa5c81193,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:26.764495 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-f1b14059-6b82-4bab-96e0-2e5d9d20a8dd tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:26.765547 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-f1b14059-6b82-4bab-96e0-2e5d9d20a8dd tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:26.786881 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-f1b14059-6b82-4bab-96e0-2e5d9d20a8dd tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7824063 Jun 27 15:31:26.852498 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-7048da86-ae1c-4ce9-b3af-16b587b1bf04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 4, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '1c8a144e-fd7c-473c-b00d-3f101a9959f2', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'port_id': '209e6ff3-398f-4386-b25b-aef36d5f7e9c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'mac_address': 'fa:16:3e:73:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598844cf-f73b-4630-ad12-f08ab67e89e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:28:18Z', 'updated_at': '2022-06-27T15:28:47Z', 'revision_number': 2, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033c5111-34d9-49ec-bd05-b663eb62f175', 'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'mac_address': 'fa:16:3e:c5:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 5, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'subnets': [{'id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:31:26.884747 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7048da86-ae1c-4ce9-b3af-16b587b1bf04 None None] The sync data for ids ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'] in dv-cinder-847798-1-iscsi is: [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 4, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '1c8a144e-fd7c-473c-b00d-3f101a9959f2', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'port_id': '209e6ff3-398f-4386-b25b-aef36d5f7e9c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'mac_address': 'fa:16:3e:73:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598844cf-f73b-4630-ad12-f08ab67e89e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:28:18Z', 'updated_at': '2022-06-27T15:28:47Z', 'revision_number': 2, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033c5111-34d9-49ec-bd05-b663eb62f175', 'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'mac_address': 'fa:16:3e:c5:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 5, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'subnets': [{'id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:31:26.946640 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f43845-555f-4e9a-8113-77345d5713e8 req-755e30fd-5630-4c2d-8628-70d17fceedae tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:26.948366 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e6f43845-555f-4e9a-8113-77345d5713e8 req-755e30fd-5630-4c2d-8628-70d17fceedae tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 931 time: 0.0548792 Jun 27 15:31:26.993358 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b4e2d2b7-716b-415d-a836-121264498179 None None] Provisioning complete for port 82ee23e2-cf54-4c80-aa3a-825aa5c81193 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:31:26.994125 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b4e2d2b7-716b-415d-a836-121264498179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (82ee23e2-cf54-4c80-aa3a-825aa5c81193), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:27.017164 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e6f43845-555f-4e9a-8113-77345d5713e8 req-2e8ce639-e611-4cf2-9111-ee0d717654cf tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593672 Jun 27 15:31:27.029435 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b4e2d2b7-716b-415d-a836-121264498179 None None] Port 82ee23e2-cf54-4c80-aa3a-825aa5c81193 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:31:27.129053 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 6903c7d7-bfc1-4974-9767-47e90c255031 no longer exists at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:31:27.155041 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] No Port match for: 6903c7d7-bfc1-4974-9767-47e90c255031 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:31:27.155504 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 6903c7d7-bfc1-4974-9767-47e90c255031 not bound to the agent host hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:31:27.162330 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3975c466-7876-4cbd-9582-6a6105a60800 None None] New status for floating IP 6f44c002-9c18-4ee6-b166-1788665965d1: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 15:31:27.369682 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4c17fd4a-8605-4ce2-b015-ea1acf7afc35 req-451f63c0-1691-4238-9461-4b3942eecbc3 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669df6d-2c11-4910-bdc8-0eb82915b879 HTTP/1.1" status: 200 len: 210 time: 0.0390127 Jun 27 15:31:27.637841 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0b771-2eef-4733-9b26-f3c2b6ae5cb3 req-c4a92e61-5875-40ab-9177-0781d3c39d79 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:27.639448 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-02f0b771-2eef-4733-9b26-f3c2b6ae5cb3 req-c4a92e61-5875-40ab-9177-0781d3c39d79 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.0543904 Jun 27 15:31:27.691545 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-02f0b771-2eef-4733-9b26-f3c2b6ae5cb3 req-648a9bd2-802b-4547-98ae-a0f8adce3596 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457478 Jun 27 15:31:28.150633 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd6e27-09bc-4169-abd6-c98f6c4e5003 req-f4d71459-2aa5-4fea-979d-fa45d5e00d9c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:28.152122 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b3cd6e27-09bc-4169-abd6-c98f6c4e5003 req-f4d71459-2aa5-4fea-979d-fa45d5e00d9c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 931 time: 0.0535290 Jun 27 15:31:28.198481 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:28.203634 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b3cd6e27-09bc-4169-abd6-c98f6c4e5003 req-a868a00d-6c86-4319-986a-4b6d8196134d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453410 Jun 27 15:31:28.487295 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2bc059b9-9188-43a6-88e1-f70c96959458 req-c9003be2-c83f-421d-b308-1767961fe3c0 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=b669df6d-2c11-4910-bdc8-0eb82915b879 HTTP/1.1" status: 200 len: 210 time: 0.0301421 Jun 27 15:31:28.699536 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-090d89e3-4488-4797-98a8-5b45537cde0a service neutron] Request body: {'port': {'device_id': '886a9b39-9d64-4359-8d03-b07dbe1abf9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84779'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:31:28.788631 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-090d89e3-4488-4797-98a8-5b45537cde0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (82ee23e2-cf54-4c80-aa3a-825aa5c81193), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:28.817785 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df90b7-1b25-4fb4-ab95-fc865b2a2753 req-8b395729-1b64-421a-b7bd-d7b9f84c44e1 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:28.819319 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d6df90b7-1b25-4fb4-ab95-fc865b2a2753 req-8b395729-1b64-421a-b7bd-d7b9f84c44e1 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.0522244 Jun 27 15:31:28.872432 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d6df90b7-1b25-4fb4-ab95-fc865b2a2753 req-65ab3737-7734-4268-b8e9-e0a0e0b41d17 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442879 Jun 27 15:31:29.037575 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:29.096690 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-090d89e3-4488-4797-98a8-5b45537cde0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82ee23e2-cf54-4c80-aa3a-825aa5c81193 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:31:29.105366 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-090d89e3-4488-4797-98a8-5b45537cde0a service neutron] Publish callbacks [] for port (82ee23e2-cf54-4c80-aa3a-825aa5c81193), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:29.119788 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-090d89e3-4488-4797-98a8-5b45537cde0a service neutron] Transition to ACTIVE for port object 82ee23e2-cf54-4c80-aa3a-825aa5c81193 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 15:31:29.125330 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-090d89e3-4488-4797-98a8-5b45537cde0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (82ee23e2-cf54-4c80-aa3a-825aa5c81193), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:29.180649 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d89e3-4488-4797-98a8-5b45537cde0a service neutron] Pushing event updated for resources: {'Port': ['ID=82ee23e2-cf54-4c80-aa3a-825aa5c81193,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:29.257011 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:29.273454 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-090d89e3-4488-4797-98a8-5b45537cde0a service neutron] Attempting to bind port 82ee23e2-cf54-4c80-aa3a-825aa5c81193 on host hv-cinder-84779 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:31:29.273959 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-090d89e3-4488-4797-98a8-5b45537cde0a service neutron] Attempting to bind port 82ee23e2-cf54-4c80-aa3a-825aa5c81193 by drivers openvswitch,hyperv on host hv-cinder-84779 at level 0 using segments [{'id': 'e8df84b0-b449-4f32-9fef-1bd341ec9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:31:29.274515 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-090d89e3-4488-4797-98a8-5b45537cde0a service neutron] Attempting to bind port 82ee23e2-cf54-4c80-aa3a-825aa5c81193 on network e8e77f3f-2787-4f23-b11e-9e909cc074b3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:31:29.283002 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-090d89e3-4488-4797-98a8-5b45537cde0a service neutron] Port 82ee23e2-cf54-4c80-aa3a-825aa5c81193 on network e8e77f3f-2787-4f23-b11e-9e909cc074b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84779 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 15:31:29.283380 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-090d89e3-4488-4797-98a8-5b45537cde0a service neutron] Attempting to bind port 82ee23e2-cf54-4c80-aa3a-825aa5c81193 on network e8e77f3f-2787-4f23-b11e-9e909cc074b3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:31:29.285224 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:31:29.298326 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-090d89e3-4488-4797-98a8-5b45537cde0a service neutron] Checking agent: {'id': '2a101be5-d6db-4e6c-800c-1df71c1b626f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84779', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'started_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:31:29.298851 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-090d89e3-4488-4797-98a8-5b45537cde0a service neutron] Checking segment: {'id': 'e8df84b0-b449-4f32-9fef-1bd341ec9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:31:29.299639 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-090d89e3-4488-4797-98a8-5b45537cde0a service neutron] Bound using segment: {'id': 'e8df84b0-b449-4f32-9fef-1bd341ec9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:31:29.300285 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-090d89e3-4488-4797-98a8-5b45537cde0a service neutron] Bound port: 82ee23e2-cf54-4c80-aa3a-825aa5c81193, host: hv-cinder-84779, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8df84b0-b449-4f32-9fef-1bd341ec9717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:31:29.300882 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-090d89e3-4488-4797-98a8-5b45537cde0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (82ee23e2-cf54-4c80-aa3a-825aa5c81193), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:29.497796 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f2cb1-c13e-49b3-bbcf-b8e2bec46d9a req-c6f61c6f-481e-4516-9468-8d60ccee5812 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:29.499402 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7a8f2cb1-c13e-49b3-bbcf-b8e2bec46d9a req-c6f61c6f-481e-4516-9468-8d60ccee5812 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.42 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.1122859 Jun 27 15:31:29.515152 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e34345-d453-49d8-b6d4-454a7985bfc3 req-96c40cbc-3a81-4160-a88b-f5788898d5cf tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:29.516915 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e3e34345-d453-49d8-b6d4-454a7985bfc3 req-96c40cbc-3a81-4160-a88b-f5788898d5cf tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 943 time: 0.1452506 Jun 27 15:31:29.530605 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-090d89e3-4488-4797-98a8-5b45537cde0a service neutron] For port 82ee23e2-cf54-4c80-aa3a-825aa5c81193, host hv-cinder-84779, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:31:29.535490 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-090d89e3-4488-4797-98a8-5b45537cde0a service neutron] For port 82ee23e2-cf54-4c80-aa3a-825aa5c81193, host hv-cinder-84779, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=82ee23e2-cf54-4c80-aa3a-825aa5c81193,segment=NetworkSegment(e8df84b0-b449-4f32-9fef-1bd341ec9717),segment_id=e8df84b0-b449-4f32-9fef-1bd341ec9717)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:31:29.583262 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-090d89e3-4488-4797-98a8-5b45537cde0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (82ee23e2-cf54-4c80-aa3a-825aa5c81193), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:29.595275 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 54674) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:31:29.665078 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7f7d6e44-1693-4897-881f-475b26b35fba tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group (7d100474-5f22-4d25-a50b-b291a5004c00), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:29.673140 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-090d89e3-4488-4797-98a8-5b45537cde0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:29.673933 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-090d89e3-4488-4797-98a8-5b45537cde0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:29.675106 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-090d89e3-4488-4797-98a8-5b45537cde0a service neutron] 10.222.0.42 "PUT /v2.0/ports/82ee23e2-cf54-4c80-aa3a-825aa5c81193 HTTP/1.1" status: 200 len: 1093 time: 0.9803236 Jun 27 15:31:29.679534 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886a9b39-9d64-4359-8d03-b07dbe1abf9c', 'tag': '82ee23e2-cf54-4c80-aa3a-825aa5c81193'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:31:29.681870 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a8f8a4-b5f5-4edd-9307-0438df0738d9" -d '{"events": [{"name": "network-changed", "server_uuid": "886a9b39-9d64-4359-8d03-b07dbe1abf9c", "tag": "82ee23e2-cf54-4c80-aa3a-825aa5c81193"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:31:29.698889 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7f7d6e44-1693-4897-881f-475b26b35fba tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group (7d100474-5f22-4d25-a50b-b291a5004c00), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:29.713495 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-7a8f2cb1-c13e-49b3-bbcf-b8e2bec46d9a req-6540eea4-c3f8-4cda-85b5-f3d227c23234 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Deleting port 309f419d-b0d1-4868-a4ca-ca1976451588 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:31:29.713857 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7a8f2cb1-c13e-49b3-bbcf-b8e2bec46d9a req-6540eea4-c3f8-4cda-85b5-f3d227c23234 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (309f419d-b0d1-4868-a4ca-ca1976451588), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:29.726329 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e3e34345-d453-49d8-b6d4-454a7985bfc3 req-74438b78-090f-43bf-9971-4eccc19f1009 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1996024 Jun 27 15:31:29.755232 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba2d836-b2d8-474a-9fba-bf0814913cbc x-openstack-request-id: req-dba2d836-b2d8-474a-9fba-bf0814913cbc {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:31:29.755519 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886a9b39-9d64-4359-8d03-b07dbe1abf9c", "tag": "82ee23e2-cf54-4c80-aa3a-825aa5c81193", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:31:29.755773 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dba2d836-b2d8-474a-9fba-bf0814913cbc {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:31:29.756210 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba2d836-b2d8-474a-9fba-bf0814913cbc'] response: {'name': 'network-changed', 'server_uuid': '886a9b39-9d64-4359-8d03-b07dbe1abf9c', 'tag': '82ee23e2-cf54-4c80-aa3a-825aa5c81193', 'status': 'completed', 'code': 200} Jun 27 15:31:29.758323 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d89e3-4488-4797-98a8-5b45537cde0a service neutron] Pushing event updated for resources: {'Port': ['ID=82ee23e2-cf54-4c80-aa3a-825aa5c81193,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:29.775404 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7f7d6e44-1693-4897-881f-475b26b35fba tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (7d100474-5f22-4d25-a50b-b291a5004c00), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:29.778819 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7f7d6e44-1693-4897-881f-475b26b35fba tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:29.780010 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-7f7d6e44-1693-4897-881f-475b26b35fba tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "DELETE /v2.0/security-groups/7d100474-5f22-4d25-a50b-b291a5004c00 HTTP/1.1" status: 204 len: 168 time: 0.1836238 Jun 27 15:31:29.785600 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 54678) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:31:29.799392 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d6e44-1693-4897-881f-475b26b35fba tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d100474-5f22-4d25-a50b-b291a5004c00,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:29.814446 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.api.v2.resource [None req-90ce0faf-c202-4791-b7c4-22d5a2aac4e3 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] show failed (client error): The resource could not be found. Jun 27 15:31:29.814733 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-5afd45bf-bbac-4064-9780-79e117a2718a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:29.815750 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-90ce0faf-c202-4791-b7c4-22d5a2aac4e3 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups/7d100474-5f22-4d25-a50b-b291a5004c00 HTTP/1.1" status: 404 len: 347 time: 0.0289674 Jun 27 15:31:29.816162 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-5afd45bf-bbac-4064-9780-79e117a2718a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2270daf238a640609e9ab514b01d9768&device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 1127 time: 0.0591750 Jun 27 15:31:29.818512 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 54680) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:31:29.906534 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-3f34fae3-62e6-4cfb-9bf9-c51b25e7512e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82ee23e2-cf54-4c80-aa3a-825aa5c81193 HTTP/1.1" status: 200 len: 217 time: 0.0818884 Jun 27 15:31:29.979524 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-b806f5a6-0714-4831-b53c-7d245aecfe4e tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Deleting port 132f1d92-a2ac-450a-a3e4-5972d472eac8 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:31:29.979877 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b806f5a6-0714-4831-b53c-7d245aecfe4e tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (132f1d92-a2ac-450a-a3e4-5972d472eac8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:30.023323 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-7a8f2cb1-c13e-49b3-bbcf-b8e2bec46d9a req-6540eea4-c3f8-4cda-85b5-f3d227c23234 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] For port 309f419d-b0d1-4868-a4ca-ca1976451588, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=309f419d-b0d1-4868-a4ca-ca1976451588,segment=NetworkSegment(e27cde72-c31f-4b44-92ad-6feb60f14707),segment_id=e27cde72-c31f-4b44-92ad-6feb60f14707)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:31:30.023693 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7a8f2cb1-c13e-49b3-bbcf-b8e2bec46d9a req-6540eea4-c3f8-4cda-85b5-f3d227c23234 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (309f419d-b0d1-4868-a4ca-ca1976451588), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:30.027136 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-727237c8-dbf9-451b-9915-a991b96c4d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:30.028641 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-727237c8-dbf9-451b-9915-a991b96c4d65 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96df5947-fd71-41b6-a0c5-3296a5c0458f HTTP/1.1" status: 200 len: 856 time: 0.1160333 Jun 27 15:31:30.057533 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059a250-c7c2-4555-8fe1-01144ece98c2 req-4e1884a7-b0d2-485d-bf10-ea540a8e0ded tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:30.059325 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1059a250-c7c2-4555-8fe1-01144ece98c2 req-4e1884a7-b0d2-485d-bf10-ea540a8e0ded tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 945 time: 0.0953968 Jun 27 15:31:30.064056 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b806f5a6-0714-4831-b53c-7d245aecfe4e tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (132f1d92-a2ac-450a-a3e4-5972d472eac8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:30.064440 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b806f5a6-0714-4831-b53c-7d245aecfe4e tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for floatingip (132f1d92-a2ac-450a-a3e4-5972d472eac8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:30.084877 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-b806f5a6-0714-4831-b53c-7d245aecfe4e tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Calling delete_port for 132f1d92-a2ac-450a-a3e4-5972d472eac8 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:31:30.120767 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:30.145969 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-3d8711a8-9466-4146-a1aa-d25a1268bf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:30.147649 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-3d8711a8-9466-4146-a1aa-d25a1268bf6a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8e77f3f-2787-4f23-b11e-9e909cc074b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1111701 Jun 27 15:31:30.241042 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b806f5a6-0714-4831-b53c-7d245aecfe4e tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (132f1d92-a2ac-450a-a3e4-5972d472eac8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:30.259495 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1059a250-c7c2-4555-8fe1-01144ece98c2 req-224c14ef-3007-44f1-995f-c0e07028f55b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=062eba11-ba22-461b-bc00-ab0f91447933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571493 Jun 27 15:31:30.268815 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806f5a6-0714-4831-b53c-7d245aecfe4e tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event deleted for resources: {'Port': ['ID=132f1d92-a2ac-450a-a3e4-5972d472eac8,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:30.337830 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:30.361645 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b806f5a6-0714-4831-b53c-7d245aecfe4e tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for floatingip (6f44c002-9c18-4ee6-b166-1788665965d1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:30.364339 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b806f5a6-0714-4831-b53c-7d245aecfe4e tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:30.365587 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b806f5a6-0714-4831-b53c-7d245aecfe4e tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "DELETE /v2.0/floatingips/6f44c002-9c18-4ee6-b166-1788665965d1 HTTP/1.1" status: 204 len: 168 time: 0.5461273 Jun 27 15:31:30.618094 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:30.643881 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-914f6b00-6e4c-43d3-a6ff-5161c8a09209 service neutron] 10.222.0.42 "GET /v2.0/networks/e8e77f3f-2787-4f23-b11e-9e909cc074b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4866722 Jun 27 15:31:30.646101 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7a8f2cb1-c13e-49b3-bbcf-b8e2bec46d9a req-6540eea4-c3f8-4cda-85b5-f3d227c23234 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:30.646338 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7a8f2cb1-c13e-49b3-bbcf-b8e2bec46d9a req-6540eea4-c3f8-4cda-85b5-f3d227c23234 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (99750869-2375-4bed-b59d-06fe31f68c7f), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:30.646656 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.l3_db [req-7a8f2cb1-c13e-49b3-bbcf-b8e2bec46d9a req-6540eea4-c3f8-4cda-85b5-f3d227c23234 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Floating IP 99750869-2375-4bed-b59d-06fe31f68c7f disassociated. External IP: 172.27.2.143, port: 309f419d-b0d1-4868-a4ca-ca1976451588. Jun 27 15:31:30.647024 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-7a8f2cb1-c13e-49b3-bbcf-b8e2bec46d9a req-6540eea4-c3f8-4cda-85b5-f3d227c23234 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Calling delete_port for 309f419d-b0d1-4868-a4ca-ca1976451588 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:31:30.851461 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4fcbf010-1f48-4e9a-af56-32fe7c65eaac req-43cee8c0-60c7-4ed0-9add-70e972c8bf47 service neutron] 10.222.0.42 "GET /v2.0/networks/e8e77f3f-2787-4f23-b11e-9e909cc074b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992278 Jun 27 15:31:30.871497 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919c3e1-30ea-452c-9a6d-726aefe98819 req-357433b1-2ae2-4c4a-9908-fd313aaaf830 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:30.873220 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6919c3e1-30ea-452c-9a6d-726aefe98819 req-357433b1-2ae2-4c4a-9908-fd313aaaf830 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 943 time: 0.0547543 Jun 27 15:31:30.877980 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7a8f2cb1-c13e-49b3-bbcf-b8e2bec46d9a req-6540eea4-c3f8-4cda-85b5-f3d227c23234 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (309f419d-b0d1-4868-a4ca-ca1976451588), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:30.907823 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540eea4-c3f8-4cda-85b5-f3d227c23234 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Pushing event deleted for resources: {'Port': ['ID=309f419d-b0d1-4868-a4ca-ca1976451588,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:30.940034 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:30.945126 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6919c3e1-30ea-452c-9a6d-726aefe98819 req-a006228e-f497-4c52-96d9-a1535dc42250 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631545 Jun 27 15:31:31.032086 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a8f2cb1-c13e-49b3-bbcf-b8e2bec46d9a req-6540eea4-c3f8-4cda-85b5-f3d227c23234 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Router ec4aaba1-3174-4033-8024-037f1ab5181a has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:31:31.144601 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a8f2cb1-c13e-49b3-bbcf-b8e2bec46d9a req-6540eea4-c3f8-4cda-85b5-f3d227c23234 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:31:31.155498 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50415b0-af8e-4915-92e9-b6b767623e0f None None] Sync routers for ids ['ec4aaba1-3174-4033-8024-037f1ab5181a'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:31:31.169039 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50415b0-af8e-4915-92e9-b6b767623e0f None None] Routers {'ec4aaba1-3174-4033-8024-037f1ab5181a'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:31:31.169683 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b50415b0-af8e-4915-92e9-b6b767623e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:31:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['ec4aaba1-3174-4033-8024-037f1ab5181a'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:31:31.187176 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8f2cb1-c13e-49b3-bbcf-b8e2bec46d9a req-6540eea4-c3f8-4cda-85b5-f3d227c23234 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] No DVR routers for this DVR port 309f419d-b0d1-4868-a4ca-ca1976451588 on host hv-cinder-84779 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:31:31.189666 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-7a8f2cb1-c13e-49b3-bbcf-b8e2bec46d9a req-6540eea4-c3f8-4cda-85b5-f3d227c23234 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:31.193005 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7a8f2cb1-c13e-49b3-bbcf-b8e2bec46d9a req-6540eea4-c3f8-4cda-85b5-f3d227c23234 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.42 "DELETE /v2.0/ports/309f419d-b0d1-4868-a4ca-ca1976451588 HTTP/1.1" status: 204 len: 173 time: 1.6868238 Jun 27 15:31:31.280989 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-b50415b0-af8e-4915-92e9-b6b767623e0f None None] Set router ec4aaba1-3174-4033-8024-037f1ab5181a gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:31:31.417681 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-12e97e4a-10be-4518-b6dd-50574a89d74f req-2caa7bf1-461b-46cf-8eaf-a88c1f822e26 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 210 time: 0.0432582 Jun 27 15:31:31.507020 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b50415b0-af8e-4915-92e9-b6b767623e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'name': 'tempest-AttachVolumeTestJSON-292349098-router', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:18Z', 'updated_at': '2022-06-27T15:26:35Z', 'revision_number': 4, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'gw_port': {'id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:21Z', 'updated_at': '2022-06-27T15:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '457104e6-73db-4efd-808c-941317798c14', 'name': '', 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'mac_address': 'fa:16:3e:7f:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:31Z', 'updated_at': '2022-06-27T15:27:00Z', 'revision_number': 5, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'subnets': [{'id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:31:31.532509 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50415b0-af8e-4915-92e9-b6b767623e0f None None] Checking router: ec4aaba1-3174-4033-8024-037f1ab5181a for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:31:31.541748 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50415b0-af8e-4915-92e9-b6b767623e0f None None] Routers {'ec4aaba1-3174-4033-8024-037f1ab5181a'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:31:31.542381 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b50415b0-af8e-4915-92e9-b6b767623e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:31:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['ec4aaba1-3174-4033-8024-037f1ab5181a'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:31:31.649654 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=100 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:31.671091 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-b50415b0-af8e-4915-92e9-b6b767623e0f None None] Set router ec4aaba1-3174-4033-8024-037f1ab5181a gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:31:31.757453 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53705ab2-462b-4198-8565-c1ad2fbf535d', 'name': 'network-vif-deleted', 'tag': '309f419d-b0d1-4868-a4ca-ca1976451588'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:31:31.760545 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dcac6d-5c0f-412f-8669-0db4963892e8" -d '{"events": [{"server_uuid": "53705ab2-462b-4198-8565-c1ad2fbf535d", "name": "network-vif-deleted", "tag": "309f419d-b0d1-4868-a4ca-ca1976451588"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:31:31.813548 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edf9318-0946-47eb-85ba-88b1c411a7c0 x-openstack-request-id: req-0edf9318-0946-47eb-85ba-88b1c411a7c0 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:31:31.813859 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53705ab2-462b-4198-8565-c1ad2fbf535d", "name": "network-vif-deleted", "tag": "309f419d-b0d1-4868-a4ca-ca1976451588", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:31:31.814108 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0edf9318-0946-47eb-85ba-88b1c411a7c0 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:31:31.814521 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0edf9318-0946-47eb-85ba-88b1c411a7c0'] response: {'server_uuid': '53705ab2-462b-4198-8565-c1ad2fbf535d', 'name': 'network-vif-deleted', 'tag': '309f419d-b0d1-4868-a4ca-ca1976451588', 'status': 'completed', 'code': 200} Jun 27 15:31:31.868362 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b50415b0-af8e-4915-92e9-b6b767623e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'name': 'tempest-AttachVolumeTestJSON-292349098-router', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:18Z', 'updated_at': '2022-06-27T15:26:35Z', 'revision_number': 4, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'gw_port': {'id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:21Z', 'updated_at': '2022-06-27T15:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '457104e6-73db-4efd-808c-941317798c14', 'name': '', 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'mac_address': 'fa:16:3e:7f:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:31Z', 'updated_at': '2022-06-27T15:27:00Z', 'revision_number': 5, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'subnets': [{'id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:31:31.893079 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50415b0-af8e-4915-92e9-b6b767623e0f None None] The sync data for ids ['ec4aaba1-3174-4033-8024-037f1ab5181a'] in dv-cinder-847798-1-iscsi is: [{'id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'name': 'tempest-AttachVolumeTestJSON-292349098-router', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:18Z', 'updated_at': '2022-06-27T15:26:35Z', 'revision_number': 4, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'gw_port': {'id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:21Z', 'updated_at': '2022-06-27T15:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '457104e6-73db-4efd-808c-941317798c14', 'name': '', 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'mac_address': 'fa:16:3e:7f:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:31Z', 'updated_at': '2022-06-27T15:27:00Z', 'revision_number': 5, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'subnets': [{'id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:31:32.085049 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caededf2-529c-4a94-83d1-3395542e81fb req-f9a19a2d-0eb3-4993-b47a-ed7929701cda tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:32.086716 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-caededf2-529c-4a94-83d1-3395542e81fb req-f9a19a2d-0eb3-4993-b47a-ed7929701cda tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 943 time: 0.0559349 Jun 27 15:31:32.129251 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006d4eee-7670-4b9e-b5c4-582ab9809cce None None] New status for floating IP 99750869-2375-4bed-b59d-06fe31f68c7f: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 15:31:32.139900 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-caededf2-529c-4a94-83d1-3395542e81fb req-0ac80245-967e-4693-9c79-8cafc5b508a5 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448225 Jun 27 15:31:32.193442 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:32.202989 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:32.539093 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9d57c4f0-c489-4418-8f58-6444c44c17e3 req-7635d984-50ac-4d36-aaf8-868f026c10ad tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 210 time: 0.0305445 Jun 27 15:31:33.260108 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27a254-ea2b-48e7-bea9-04e4b9bd89d4 req-7ad91170-34dd-4c08-8e7e-dda215a19001 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:33.261645 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cc27a254-ea2b-48e7-bea9-04e4b9bd89d4 req-7ad91170-34dd-4c08-8e7e-dda215a19001 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 943 time: 0.0497901 Jun 27 15:31:33.314351 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cc27a254-ea2b-48e7-bea9-04e4b9bd89d4 req-6e92e6b0-66ce-452c-9bbf-35b99e8bcc28 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464380 Jun 27 15:31:33.644216 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7be9f25a-3bab-449c-aaf1-fd379bf98fb4 req-84c3a40e-57d8-4f75-9021-85f13f439708 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 210 time: 0.0329216 Jun 27 15:31:33.724557 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 309f419d-b0d1-4868-a4ca-ca1976451588 no longer exists at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:31:33.747752 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] No Port match for: 309f419d-b0d1-4868-a4ca-ca1976451588 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:31:33.748095 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 309f419d-b0d1-4868-a4ca-ca1976451588 not bound to the agent host hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:31:34.444146 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708a09f-fb74-42bd-afdc-1d928045db77 req-8499cb88-c6e8-41b9-b7ff-614e8bfaa853 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:34.445735 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b708a09f-fb74-42bd-afdc-1d928045db77 req-8499cb88-c6e8-41b9-b7ff-614e8bfaa853 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 943 time: 0.0505917 Jun 27 15:31:34.494432 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b708a09f-fb74-42bd-afdc-1d928045db77 req-02d2c5c3-fcae-4f17-9233-97e3369e62bc tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428548 Jun 27 15:31:34.753753 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9b3e0518-2e4d-4ead-884e-159983b2d7b3 req-77f01629-e678-4863-830a-483f01f1de64 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 210 time: 0.0335934 Jun 27 15:31:35.007912 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8f8a4-b5f5-4edd-9307-0438df0738d9 req-06d0727f-b7b8-48c6-a91a-bdb8684cb3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:35.009499 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-59a8f8a4-b5f5-4edd-9307-0438df0738d9 req-06d0727f-b7b8-48c6-a91a-bdb8684cb3ba service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2270daf238a640609e9ab514b01d9768&device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 1127 time: 0.0784984 Jun 27 15:31:35.191019 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:35.196026 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8f8a4-b5f5-4edd-9307-0438df0738d9 req-45ba1634-02e1-431f-8c28-1572a6ea26a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:35.197561 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-59a8f8a4-b5f5-4edd-9307-0438df0738d9 req-45ba1634-02e1-431f-8c28-1572a6ea26a3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e8e77f3f-2787-4f23-b11e-9e909cc074b3 HTTP/1.1" status: 200 len: 918 time: 0.1323855 Jun 27 15:31:35.440476 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-59a8f8a4-b5f5-4edd-9307-0438df0738d9 req-15ef85e8-20bc-48aa-ad5c-d9755a5d7c93 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82ee23e2-cf54-4c80-aa3a-825aa5c81193 HTTP/1.1" status: 200 len: 217 time: 0.0418077 Jun 27 15:31:35.623398 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e877e-f7a2-4c04-ba55-78db3b8eaf08 req-35dcf425-73f6-4bd3-99b4-f0de7afdf34f tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:35.625003 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-009e877e-f7a2-4c04-ba55-78db3b8eaf08 req-35dcf425-73f6-4bd3-99b4-f0de7afdf34f tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 943 time: 0.0521441 Jun 27 15:31:35.637027 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:35.683749 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-009e877e-f7a2-4c04-ba55-78db3b8eaf08 req-d8b26949-8ec5-4ed8-965b-04047a305c4a tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527754 Jun 27 15:31:35.879023 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-efe2fa04-c2ee-4378-bbfd-6fae0c5b34ec req-3d2d186d-dbc0-4ef8-b9b0-fec29f7ddb25 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 210 time: 0.0334630 Jun 27 15:31:36.834433 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803c2e0-4af4-4075-8deb-21ab801f26dd req-85d5fb9a-c462-4a67-8b02-9723de26d872 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:36.835855 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c803c2e0-4af4-4075-8deb-21ab801f26dd req-85d5fb9a-c462-4a67-8b02-9723de26d872 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 943 time: 0.0487747 Jun 27 15:31:36.886821 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c803c2e0-4af4-4075-8deb-21ab801f26dd req-833d5d15-36a1-40c6-be00-80c1ba88bb21 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452988 Jun 27 15:31:36.999703 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b3124559-4ce3-4ff9-90ba-5ccf661ed425 req-e2624166-a3f8-40b3-ab8f-5e8b0d0920c1 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 210 time: 0.0292776 Jun 27 15:31:38.022775 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92aa92b-d758-4fb0-92e6-d49743c2a66a req-1cf55df4-d2e3-41e2-b69b-e6b4ece2990b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:38.024564 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e92aa92b-d758-4fb0-92e6-d49743c2a66a req-1cf55df4-d2e3-41e2-b69b-e6b4ece2990b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 943 time: 0.0574374 Jun 27 15:31:38.093412 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e92aa92b-d758-4fb0-92e6-d49743c2a66a req-ba094e1d-13ba-42e6-969b-5ba95da94430 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631182 Jun 27 15:31:38.094592 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 82ee23e2-cf54-4c80-aa3a-825aa5c81193 details requested by agent hyperv_hv-cinder-84779 with host hv-cinder-84779 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 15:31:38.152709 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2fdee05c-17af-458c-9ed0-17e76589d482 req-eec523ec-d933-4c2d-a5ca-fa33ff69d458 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=53705ab2-462b-4198-8565-c1ad2fbf535d HTTP/1.1" status: 200 len: 210 time: 0.0636592 Jun 27 15:31:38.201800 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8f8a4-b5f5-4edd-9307-0438df0738d9 req-a10012e8-8053-4e1c-a1a7-21b4f3068da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:38.204424 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-59a8f8a4-b5f5-4edd-9307-0438df0738d9 req-a10012e8-8053-4e1c-a1a7-21b4f3068da6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96df5947-fd71-41b6-a0c5-3296a5c0458f HTTP/1.1" status: 200 len: 856 time: 0.1030910 Jun 27 15:31:38.258099 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 82ee23e2-cf54-4c80-aa3a-825aa5c81193, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=82ee23e2-cf54-4c80-aa3a-825aa5c81193,segment=NetworkSegment(e8df84b0-b449-4f32-9fef-1bd341ec9717),segment_id=e8df84b0-b449-4f32-9fef-1bd341ec9717)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:31:38.279348 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8f8a4-b5f5-4edd-9307-0438df0738d9 req-8f59a4a2-d693-4ffc-837d-37a0e8e95716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:38.282073 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-59a8f8a4-b5f5-4edd-9307-0438df0738d9 req-8f59a4a2-d693-4ffc-837d-37a0e8e95716 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8e77f3f-2787-4f23-b11e-9e909cc074b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699797 Jun 27 15:31:38.286512 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Returning: {'device': '82ee23e2-cf54-4c80-aa3a-825aa5c81193', 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'port_id': '82ee23e2-cf54-4c80-aa3a-825aa5c81193', 'mac_address': 'fa:16:3e:1b:cc:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 15:31:38.331283 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 82ee23e2-cf54-4c80-aa3a-825aa5c81193 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:31:38.331892 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (82ee23e2-cf54-4c80-aa3a-825aa5c81193), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:38.347135 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ee23e2-cf54-4c80-aa3a-825aa5c81193 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:31:38.371139 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 82ee23e2-cf54-4c80-aa3a-825aa5c81193, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=82ee23e2-cf54-4c80-aa3a-825aa5c81193,segment=NetworkSegment(e8df84b0-b449-4f32-9fef-1bd341ec9717),segment_id=e8df84b0-b449-4f32-9fef-1bd341ec9717)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:31:38.376508 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (82ee23e2-cf54-4c80-aa3a-825aa5c81193), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:38.419064 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-59a8f8a4-b5f5-4edd-9307-0438df0738d9 req-db9358b4-9a64-4f95-907e-e9946a0f9db4 service neutron] 10.222.0.42 "GET /v2.0/networks/e8e77f3f-2787-4f23-b11e-9e909cc074b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285529 Jun 27 15:31:38.430180 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=82ee23e2-cf54-4c80-aa3a-825aa5c81193,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:38.542149 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-59a8f8a4-b5f5-4edd-9307-0438df0738d9 req-917aa08b-e58b-425b-91aa-1f9d46749e79 service neutron] 10.222.0.42 "GET /v2.0/networks/e8e77f3f-2787-4f23-b11e-9e909cc074b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127870 Jun 27 15:31:38.696464 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['82ee23e2-cf54-4c80-aa3a-825aa5c81193'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:31:38.820744 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7cdb7f3f-da58-4499-a1ff-3d0b89c34647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:39.253474 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 54772) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:31:39.277229 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13815f0a-274c-499d-ac6e-d373d7d62afe req-642e8a79-96d8-4654-b85c-a468b2feb294 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:39.279196 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-13815f0a-274c-499d-ac6e-d373d7d62afe req-642e8a79-96d8-4654-b85c-a468b2feb294 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 944 time: 0.0570738 Jun 27 15:31:39.348299 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b8857c55-113a-4a28-9041-dff8284f1e4a tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for security_group (062eba11-ba22-461b-bc00-ab0f91447933), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:39.359547 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-13815f0a-274c-499d-ac6e-d373d7d62afe req-92b96874-2ff7-4b46-a7f4-8ca00ab9ae35 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676489 Jun 27 15:31:39.384031 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b8857c55-113a-4a28-9041-dff8284f1e4a tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for security_group (062eba11-ba22-461b-bc00-ab0f91447933), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:39.451630 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b8857c55-113a-4a28-9041-dff8284f1e4a tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (062eba11-ba22-461b-bc00-ab0f91447933), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:39.454616 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b8857c55-113a-4a28-9041-dff8284f1e4a tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:39.456225 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-b8857c55-113a-4a28-9041-dff8284f1e4a tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "DELETE /v2.0/security-groups/062eba11-ba22-461b-bc00-ab0f91447933 HTTP/1.1" status: 204 len: 168 time: 0.2014596 Jun 27 15:31:39.459137 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 54784) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:31:39.468019 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8857c55-113a-4a28-9041-dff8284f1e4a tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=062eba11-ba22-461b-bc00-ab0f91447933,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:39.474087 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.api.v2.resource [None req-657ced85-e925-4f93-ae35-67be4fc22bfc tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] show failed (client error): The resource could not be found. Jun 27 15:31:39.476217 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-657ced85-e925-4f93-ae35-67be4fc22bfc tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups/062eba11-ba22-461b-bc00-ab0f91447933 HTTP/1.1" status: 404 len: 347 time: 0.0152249 Jun 27 15:31:39.478688 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 54786) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:31:39.608732 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-02db40a0-0d65-4941-8879-eba461c692b2 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Deleting port 5c39f936-d857-4a1c-ae5e-48f2ced3e1a4 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:31:39.609055 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-02db40a0-0d65-4941-8879-eba461c692b2 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (5c39f936-d857-4a1c-ae5e-48f2ced3e1a4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:39.714990 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca7789-bda2-41b4-99c8-c21956946431 req-7fa1cc4e-7604-4082-9daa-8d9a93c22e94 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:39.716362 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-32ca7789-bda2-41b4-99c8-c21956946431 req-7fa1cc4e-7604-4082-9daa-8d9a93c22e94 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=598844cf-f73b-4630-ad12-f08ab67e89e3 HTTP/1.1" status: 200 len: 946 time: 0.0884492 Jun 27 15:31:39.739749 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 82ee23e2-cf54-4c80-aa3a-825aa5c81193 up at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:31:39.747704 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-02db40a0-0d65-4941-8879-eba461c692b2 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (5c39f936-d857-4a1c-ae5e-48f2ced3e1a4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:39.747985 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-02db40a0-0d65-4941-8879-eba461c692b2 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for floatingip (5c39f936-d857-4a1c-ae5e-48f2ced3e1a4), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:39.766110 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-02db40a0-0d65-4941-8879-eba461c692b2 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Calling delete_port for 5c39f936-d857-4a1c-ae5e-48f2ced3e1a4 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:31:39.788509 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning for port 82ee23e2-cf54-4c80-aa3a-825aa5c81193 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 15:31:39.795653 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning complete for port 82ee23e2-cf54-4c80-aa3a-825aa5c81193 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:31:39.796102 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (82ee23e2-cf54-4c80-aa3a-825aa5c81193), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:39.824973 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-32ca7789-bda2-41b4-99c8-c21956946431 req-d1b2113a-f0c3-4a1d-b56c-bf1f77cf6db9 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=eb852d67-e5b6-4f0f-a9b5-83eb5c024fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011066 Jun 27 15:31:39.875625 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 82ee23e2-cf54-4c80-aa3a-825aa5c81193 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:31:39.876002 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (82ee23e2-cf54-4c80-aa3a-825aa5c81193), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:39.879246 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:39.904631 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886a9b39-9d64-4359-8d03-b07dbe1abf9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ee23e2-cf54-4c80-aa3a-825aa5c81193'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:31:39.907063 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d85b7032bc105ad9eb63a31382f750c4bf6bbb4824e658972134fe301cb831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec940046-0edd-4e1b-8828-0d9a2bcf3a01" -d '{"events": [{"server_uuid": "886a9b39-9d64-4359-8d03-b07dbe1abf9c", "name": "network-vif-plugged", "status": "completed", "tag": "82ee23e2-cf54-4c80-aa3a-825aa5c81193"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:31:39.921297 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 82ee23e2-cf54-4c80-aa3a-825aa5c81193, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=82ee23e2-cf54-4c80-aa3a-825aa5c81193,segment=NetworkSegment(e8df84b0-b449-4f32-9fef-1bd341ec9717),segment_id=e8df84b0-b449-4f32-9fef-1bd341ec9717)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:31:39.933901 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (82ee23e2-cf54-4c80-aa3a-825aa5c81193), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:39.943740 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-02db40a0-0d65-4941-8879-eba461c692b2 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (5c39f936-d857-4a1c-ae5e-48f2ced3e1a4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:39.954136 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:39.978345 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2d03f5-59eb-4d55-a1a0-604c090ab841 x-openstack-request-id: req-4c2d03f5-59eb-4d55-a1a0-604c090ab841 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:31:39.978747 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db40a0-0d65-4941-8879-eba461c692b2 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Pushing event deleted for resources: {'Port': ['ID=5c39f936-d857-4a1c-ae5e-48f2ced3e1a4,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:39.978890 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886a9b39-9d64-4359-8d03-b07dbe1abf9c", "name": "network-vif-plugged", "status": "completed", "tag": "82ee23e2-cf54-4c80-aa3a-825aa5c81193", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:31:39.979117 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4c2d03f5-59eb-4d55-a1a0-604c090ab841 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:31:39.979452 dv-cinder-847798-1-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c2d03f5-59eb-4d55-a1a0-604c090ab841'] response: {'server_uuid': '886a9b39-9d64-4359-8d03-b07dbe1abf9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ee23e2-cf54-4c80-aa3a-825aa5c81193', 'code': 200} Jun 27 15:31:40.004334 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=82ee23e2-cf54-4c80-aa3a-825aa5c81193,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:40.024081 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:40.053988 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-02db40a0-0d65-4941-8879-eba461c692b2 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for floatingip (99750869-2375-4bed-b59d-06fe31f68c7f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:40.056605 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-02db40a0-0d65-4941-8879-eba461c692b2 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:40.057795 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-02db40a0-0d65-4941-8879-eba461c692b2 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "DELETE /v2.0/floatingips/99750869-2375-4bed-b59d-06fe31f68c7f HTTP/1.1" status: 204 len: 168 time: 0.5779140 Jun 27 15:31:40.138767 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 54794) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:31:40.146871 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-753dba75-0c9d-4382-a39c-563a203a1586 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1751140496', 'description': 'tempest-description--1262670350'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:31:40.172942 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-753dba75-0c9d-4382-a39c-563a203a1586 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:40.251547 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-753dba75-0c9d-4382-a39c-563a203a1586 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for security_group (fefdb0ad-3786-45b3-8e18-a7904760eaef), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:40.256653 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-753dba75-0c9d-4382-a39c-563a203a1586 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (fefdb0ad-3786-45b3-8e18-a7904760eaef), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:40.289154 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-753dba75-0c9d-4382-a39c-563a203a1586 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:40.290437 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-753dba75-0c9d-4382-a39c-563a203a1586 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1502728 Jun 27 15:31:40.292647 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753dba75-0c9d-4382-a39c-563a203a1586 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fefdb0ad-3786-45b3-8e18-a7904760eaef,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:40.294849 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 54796) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:31:40.301012 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-eb78870e-7b8b-441e-9f6c-6e9a13a9bb9e tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Request body: {'security_group_rule': {'security_group_id': 'fefdb0ad-3786-45b3-8e18-a7904760eaef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:31:40.335876 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eb78870e-7b8b-441e-9f6c-6e9a13a9bb9e tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for security_group_rule (c2a3838b-cdcc-486d-9246-3d1e377c7114), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:40.399641 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eb78870e-7b8b-441e-9f6c-6e9a13a9bb9e tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for security_group_rule (c2a3838b-cdcc-486d-9246-3d1e377c7114), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:40.405181 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eb78870e-7b8b-441e-9f6c-6e9a13a9bb9e tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (c2a3838b-cdcc-486d-9246-3d1e377c7114), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:40.423195 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78870e-7b8b-441e-9f6c-6e9a13a9bb9e tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a3838b-cdcc-486d-9246-3d1e377c7114,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:40.448546 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-eb78870e-7b8b-441e-9f6c-6e9a13a9bb9e tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:40.452392 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-eb78870e-7b8b-441e-9f6c-6e9a13a9bb9e tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1536400 Jun 27 15:31:40.454032 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 54806) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:31:40.459074 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-3745c4da-b3fd-482f-8583-cd5979d561fd tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Request body: {'security_group_rule': {'security_group_id': 'fefdb0ad-3786-45b3-8e18-a7904760eaef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:31:40.499926 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:40.531526 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4304278b-b28a-4fad-8539-90d5a08f6a46 req-9c8607b0-9b3d-428e-b501-35517f5efdd5 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:40.532859 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4304278b-b28a-4fad-8539-90d5a08f6a46 req-9c8607b0-9b3d-428e-b501-35517f5efdd5 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 945 time: 0.0686636 Jun 27 15:31:40.548099 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3745c4da-b3fd-482f-8583-cd5979d561fd tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for security_group_rule (4f1bd40a-b8e5-4b52-9668-21ca911a46ec), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:40.585430 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:40.619715 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4304278b-b28a-4fad-8539-90d5a08f6a46 req-04313b3a-cfd2-4f56-873c-c3ff37509353 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804167 Jun 27 15:31:40.636912 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3745c4da-b3fd-482f-8583-cd5979d561fd tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for security_group_rule (4f1bd40a-b8e5-4b52-9668-21ca911a46ec), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:40.641917 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3745c4da-b3fd-482f-8583-cd5979d561fd tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (4f1bd40a-b8e5-4b52-9668-21ca911a46ec), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:40.662502 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745c4da-b3fd-482f-8583-cd5979d561fd tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1bd40a-b8e5-4b52-9668-21ca911a46ec,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:40.670966 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3745c4da-b3fd-482f-8583-cd5979d561fd tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:40.672551 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-3745c4da-b3fd-482f-8583-cd5979d561fd tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2172837 Jun 27 15:31:40.676658 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 54810) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:31:40.681563 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-f11bfd1c-6d98-4296-a344-e29abb3fc7bc tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Request body: {'floatingip': {'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:31:40.708905 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f11bfd1c-6d98-4296-a344-e29abb3fc7bc tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:40.793621 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f11bfd1c-6d98-4296-a344-e29abb3fc7bc tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:40.921295 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-f11bfd1c-6d98-4296-a344-e29abb3fc7bc tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Allocated IP 172.27.2.235 (514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb/6226739c-eac4-4784-90b9-a0481f53f3ba/0fe766bb-aa38-46de-af1e-381586aba51a) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:31:40.976930 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b4c14-d19a-42aa-9ee7-4c83edccade2 req-8372947c-0b99-4896-a045-ff690b6560be tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:40.978391 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5e4b4c14-d19a-42aa-9ee7-4c83edccade2 req-8372947c-0b99-4896-a045-ff690b6560be tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=598844cf-f73b-4630-ad12-f08ab67e89e3 HTTP/1.1" status: 200 len: 946 time: 0.0722165 Jun 27 15:31:41.313017 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5e4b4c14-d19a-42aa-9ee7-4c83edccade2 req-e8dc56c5-6a02-4ef8-a309-464a4b813104 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=eb852d67-e5b6-4f0f-a9b5-83eb5c024fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3259163 Jun 27 15:31:41.332722 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f11bfd1c-6d98-4296-a344-e29abb3fc7bc tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for port (0fe766bb-aa38-46de-af1e-381586aba51a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:41.349825 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33238fdd-8883-4b81-a7c4-8bffca6c8451 req-972b18e0-2f08-4157-8a56-32852bdb98c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:41.351453 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-33238fdd-8883-4b81-a7c4-8bffca6c8451 req-972b18e0-2f08-4157-8a56-32852bdb98c5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 1129 time: 0.0606632 Jun 27 15:31:41.370242 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f11bfd1c-6d98-4296-a344-e29abb3fc7bc tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (0fe766bb-aa38-46de-af1e-381586aba51a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:41.413880 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11bfd1c-6d98-4296-a344-e29abb3fc7bc tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:31:41.417212 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-f11bfd1c-6d98-4296-a344-e29abb3fc7bc tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:31:41.421267 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11bfd1c-6d98-4296-a344-e29abb3fc7bc tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:31:41.442358 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bfd1c-6d98-4296-a344-e29abb3fc7bc tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Pushing event updated for resources: {'Port': ['ID=0fe766bb-aa38-46de-af1e-381586aba51a,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:41.453139 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:41.513111 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-33238fdd-8883-4b81-a7c4-8bffca6c8451 req-0da5caed-fb2b-4eeb-99d0-e7555f4ccaf0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473740 Jun 27 15:31:41.520277 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f11bfd1c-6d98-4296-a344-e29abb3fc7bc tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for floatingip (b5243ec2-622f-4040-a888-dcd61fe7949a), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:41.533323 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:41.564712 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f11bfd1c-6d98-4296-a344-e29abb3fc7bc tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (0fe766bb-aa38-46de-af1e-381586aba51a), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:41.711496 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-18ef9d28-b3e2-470f-8994-949a2afbf131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:41.733506 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f11bfd1c-6d98-4296-a344-e29abb3fc7bc tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for port (0fe766bb-aa38-46de-af1e-381586aba51a), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:41.738766 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f11bfd1c-6d98-4296-a344-e29abb3fc7bc tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9438190'] for port (0fe766bb-aa38-46de-af1e-381586aba51a), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:41.744749 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59aac5-cdf2-449f-b2c1-4c21b536cdf0 req-5d4b5ae6-c52e-4eb7-804e-eef7a951a350 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:41.746289 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5b59aac5-cdf2-449f-b2c1-4c21b536cdf0 req-5d4b5ae6-c52e-4eb7-804e-eef7a951a350 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 945 time: 0.0482552 Jun 27 15:31:41.806601 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bfd1c-6d98-4296-a344-e29abb3fc7bc tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Pushing event updated for resources: {'Port': ['ID=0fe766bb-aa38-46de-af1e-381586aba51a,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:41.826768 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5b59aac5-cdf2-449f-b2c1-4c21b536cdf0 req-07b5818a-017d-4e2f-8c3a-721777afda6e tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732272 Jun 27 15:31:41.832560 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f11bfd1c-6d98-4296-a344-e29abb3fc7bc tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (b5243ec2-622f-4040-a888-dcd61fe7949a), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:41.837906 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa52f1-8db8-4935-a6ba-6b3857a6797c req-9d84d97b-17ae-48a1-9e15-9ee985361e1a tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:41.839419 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-41fa52f1-8db8-4935-a6ba-6b3857a6797c req-9d84d97b-17ae-48a1-9e15-9ee985361e1a tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.42 "GET /v2.0/ports?device_id=598844cf-f73b-4630-ad12-f08ab67e89e3 HTTP/1.1" status: 200 len: 946 time: 0.0603302 Jun 27 15:31:41.863156 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f11bfd1c-6d98-4296-a344-e29abb3fc7bc tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:41.865003 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f11bfd1c-6d98-4296-a344-e29abb3fc7bc tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1871743 Jun 27 15:31:41.871098 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=21 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:41.872578 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=99 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:41.943176 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-41fa52f1-8db8-4935-a6ba-6b3857a6797c req-624954b2-b98f-47e7-9a7a-3a8cb1fd1d2d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Deleting port 209e6ff3-398f-4386-b25b-aef36d5f7e9c {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:31:41.943436 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-41fa52f1-8db8-4935-a6ba-6b3857a6797c req-624954b2-b98f-47e7-9a7a-3a8cb1fd1d2d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (209e6ff3-398f-4386-b25b-aef36d5f7e9c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:42.042457 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-41fa52f1-8db8-4935-a6ba-6b3857a6797c req-624954b2-b98f-47e7-9a7a-3a8cb1fd1d2d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] For port 209e6ff3-398f-4386-b25b-aef36d5f7e9c, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=209e6ff3-398f-4386-b25b-aef36d5f7e9c,segment=NetworkSegment(df2d7c62-f2a0-47f2-8167-091f3a1d364d),segment_id=df2d7c62-f2a0-47f2-8167-091f3a1d364d)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:31:42.042839 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-41fa52f1-8db8-4935-a6ba-6b3857a6797c req-624954b2-b98f-47e7-9a7a-3a8cb1fd1d2d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (209e6ff3-398f-4386-b25b-aef36d5f7e9c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:42.083011 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-c89102f6-3bae-4234-8e84-bd7f2c138b9c tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1751140496&fields=id&tenant_id=2e07fc46cd5f4afe875767c926bd63ee HTTP/1.1" status: 200 len: 267 time: 0.0451477 Jun 27 15:31:42.197524 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-0e449d65-feb3-4f42-ac45-01b717c2948a tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:42.199004 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-0e449d65-feb3-4f42-ac45-01b717c2948a tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/networks?id=42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 HTTP/1.1" status: 200 len: 810 time: 0.1092925 Jun 27 15:31:42.215442 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-96a61f2c-7904-4234-ac53-e8f84a90b01e tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/quotas/2e07fc46cd5f4afe875767c926bd63ee HTTP/1.1" status: 200 len: 375 time: 0.0107579 Jun 27 15:31:42.226631 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-41fa52f1-8db8-4935-a6ba-6b3857a6797c req-624954b2-b98f-47e7-9a7a-3a8cb1fd1d2d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:42.227135 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-41fa52f1-8db8-4935-a6ba-6b3857a6797c req-624954b2-b98f-47e7-9a7a-3a8cb1fd1d2d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (1c8a144e-fd7c-473c-b00d-3f101a9959f2), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:42.227462 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.l3_db [req-41fa52f1-8db8-4935-a6ba-6b3857a6797c req-624954b2-b98f-47e7-9a7a-3a8cb1fd1d2d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Floating IP 1c8a144e-fd7c-473c-b00d-3f101a9959f2 disassociated. External IP: 172.27.2.35, port: 209e6ff3-398f-4386-b25b-aef36d5f7e9c. Jun 27 15:31:42.227798 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-41fa52f1-8db8-4935-a6ba-6b3857a6797c req-624954b2-b98f-47e7-9a7a-3a8cb1fd1d2d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Calling delete_port for 209e6ff3-398f-4386-b25b-aef36d5f7e9c owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:31:42.267436 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-df2d811a-1f54-43ad-a8e7-a7896878a67a tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=2e07fc46cd5f4afe875767c926bd63ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462925 Jun 27 15:31:42.364059 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:42.380109 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-41fa52f1-8db8-4935-a6ba-6b3857a6797c req-624954b2-b98f-47e7-9a7a-3a8cb1fd1d2d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (209e6ff3-398f-4386-b25b-aef36d5f7e9c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:42.416225 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624954b2-b98f-47e7-9a7a-3a8cb1fd1d2d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event deleted for resources: {'Port': ['ID=209e6ff3-398f-4386-b25b-aef36d5f7e9c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:42.439168 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-227438d4-c027-4b83-91e9-7b5def774c46 service neutron] 10.222.0.26 "GET /v2.0/networks/42d6796f-0df3-4f1e-9bd2-00a387c5c9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592922 Jun 27 15:31:42.455119 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-14ef24c6-ea9f-451b-9b7f-67fe522e2841 req-7b2117ff-c7b4-4754-a79c-62c8dccaee25 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=598844cf-f73b-4630-ad12-f08ab67e89e3 HTTP/1.1" status: 200 len: 210 time: 0.0426331 Jun 27 15:31:42.549095 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-326544a4-7ff3-48ad-8aaf-ccc663346f19 service neutron] 10.222.0.26 "GET /v2.0/networks/42d6796f-0df3-4f1e-9bd2-00a387c5c9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031413 Jun 27 15:31:42.566375 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41fa52f1-8db8-4935-a6ba-6b3857a6797c req-624954b2-b98f-47e7-9a7a-3a8cb1fd1d2d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Router d503fd2a-6057-4a70-b0d6-50c2350edbeb has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:31:42.569863 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:42.694174 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41fa52f1-8db8-4935-a6ba-6b3857a6797c req-624954b2-b98f-47e7-9a7a-3a8cb1fd1d2d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:31:42.706414 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee617cd-ea65-4091-af16-e5da9f981491 None None] Sync routers for ids ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:31:42.731571 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee617cd-ea65-4091-af16-e5da9f981491 None None] Routers {'d503fd2a-6057-4a70-b0d6-50c2350edbeb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:31:42.732410 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-7ee617cd-ea65-4091-af16-e5da9f981491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:31:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:31:42.791464 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fa52f1-8db8-4935-a6ba-6b3857a6797c req-624954b2-b98f-47e7-9a7a-3a8cb1fd1d2d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] No DVR routers for this DVR port 209e6ff3-398f-4386-b25b-aef36d5f7e9c on host hv-cinder-84779 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:31:42.794359 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-41fa52f1-8db8-4935-a6ba-6b3857a6797c req-624954b2-b98f-47e7-9a7a-3a8cb1fd1d2d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:42.800608 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-41fa52f1-8db8-4935-a6ba-6b3857a6797c req-624954b2-b98f-47e7-9a7a-3a8cb1fd1d2d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.42 "DELETE /v2.0/ports/209e6ff3-398f-4386-b25b-aef36d5f7e9c HTTP/1.1" status: 204 len: 173 time: 0.9547563 Jun 27 15:31:42.801124 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598844cf-f73b-4630-ad12-f08ab67e89e3', 'name': 'network-vif-deleted', 'tag': '209e6ff3-398f-4386-b25b-aef36d5f7e9c'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:31:42.803932 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d521649b-9cb7-4d22-9ae5-584fa6337d0b" -d '{"events": [{"server_uuid": "598844cf-f73b-4630-ad12-f08ab67e89e3", "name": "network-vif-deleted", "tag": "209e6ff3-398f-4386-b25b-aef36d5f7e9c"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:31:42.898758 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cd5ab026-322e-45fe-86ae-f05a3200f980 req-d11c4a7e-1f69-4fe1-933d-e32b74464c17 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 210 time: 0.1180000 Jun 27 15:31:42.900292 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-7ee617cd-ea65-4091-af16-e5da9f981491 None None] Set router d503fd2a-6057-4a70-b0d6-50c2350edbeb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:31:42.986324 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cd7670-bcfb-4d9c-a61b-d508d4c03ecc x-openstack-request-id: req-e6cd7670-bcfb-4d9c-a61b-d508d4c03ecc {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:31:42.986759 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598844cf-f73b-4630-ad12-f08ab67e89e3", "name": "network-vif-deleted", "tag": "209e6ff3-398f-4386-b25b-aef36d5f7e9c", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:31:42.986963 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e6cd7670-bcfb-4d9c-a61b-d508d4c03ecc {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:31:42.987415 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6cd7670-bcfb-4d9c-a61b-d508d4c03ecc'] response: {'server_uuid': '598844cf-f73b-4630-ad12-f08ab67e89e3', 'name': 'network-vif-deleted', 'tag': '209e6ff3-398f-4386-b25b-aef36d5f7e9c', 'status': 'completed', 'code': 200} Jun 27 15:31:43.170624 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5969b1-407b-4207-be10-05a0820084c9 req-71b2b57a-ad19-473c-bd8a-6148689967d1 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:43.173796 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1a5969b1-407b-4207-be10-05a0820084c9 req-71b2b57a-ad19-473c-bd8a-6148689967d1 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 945 time: 0.1041651 Jun 27 15:31:43.210288 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-7ee617cd-ea65-4091-af16-e5da9f981491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 4, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '033c5111-34d9-49ec-bd05-b663eb62f175', 'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'mac_address': 'fa:16:3e:c5:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 5, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'subnets': [{'id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:31:43.241878 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee617cd-ea65-4091-af16-e5da9f981491 None None] Checking router: d503fd2a-6057-4a70-b0d6-50c2350edbeb for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:31:43.253024 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee617cd-ea65-4091-af16-e5da9f981491 None None] Routers {'d503fd2a-6057-4a70-b0d6-50c2350edbeb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:31:43.253024 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-7ee617cd-ea65-4091-af16-e5da9f981491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:31:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:31:43.262945 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1a5969b1-407b-4207-be10-05a0820084c9 req-b3a12ed6-8137-4be5-8e47-f7a12c392b70 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785460 Jun 27 15:31:43.464518 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:43.480127 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-7ee617cd-ea65-4091-af16-e5da9f981491 None None] Set router d503fd2a-6057-4a70-b0d6-50c2350edbeb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:31:43.583240 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cf00e3b8-f2c6-4078-bf9a-f206886432c4 req-0d2092b6-80c7-4e29-b6e1-a3a8e913db73 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=598844cf-f73b-4630-ad12-f08ab67e89e3 HTTP/1.1" status: 200 len: 210 time: 0.0311999 Jun 27 15:31:43.693704 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-7ee617cd-ea65-4091-af16-e5da9f981491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 4, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '033c5111-34d9-49ec-bd05-b663eb62f175', 'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'mac_address': 'fa:16:3e:c5:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 5, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'subnets': [{'id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:31:43.722175 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee617cd-ea65-4091-af16-e5da9f981491 None None] The sync data for ids ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'] in dv-cinder-847798-1-iscsi is: [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 4, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '033c5111-34d9-49ec-bd05-b663eb62f175', 'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'mac_address': 'fa:16:3e:c5:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 5, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'subnets': [{'id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:31:43.955214 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c28e5d-1ab7-4c1d-bb52-cbddc6d9d153 None None] New status for floating IP 1c8a144e-fd7c-473c-b00d-3f101a9959f2: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 15:31:43.994052 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:44.083760 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7f1c7179-8768-438c-bc8d-9b0f00aba4a4 req-f2eabdbb-d61a-442e-a049-6574f06d4091 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 210 time: 0.0338523 Jun 27 15:31:44.481088 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88289641-2d1a-415b-b7bf-fae67e0aafde req-6ba148d0-c619-441a-a4b3-aee05eedb744 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:44.482913 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-88289641-2d1a-415b-b7bf-fae67e0aafde req-6ba148d0-c619-441a-a4b3-aee05eedb744 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 945 time: 0.0504570 Jun 27 15:31:44.541018 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-88289641-2d1a-415b-b7bf-fae67e0aafde req-95e4a0c5-f372-43c4-a99d-c6058521b84c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510623 Jun 27 15:31:44.666548 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:44.706608 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 54882) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:31:44.712810 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc9adc-bca9-471c-b6e6-7783818280ef req-82afb64b-65bf-4491-9093-f3098e3dcb58 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:44.714861 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bdbc9adc-bca9-471c-b6e6-7783818280ef req-82afb64b-65bf-4491-9093-f3098e3dcb58 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 945 time: 0.0792975 Jun 27 15:31:44.735003 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 54884) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:31:44.739715 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-ecd9e9e6-c521-42f7-9d61-be1134cabb92 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Request body: {'floatingip': {'port_id': '82ee23e2-cf54-4c80-aa3a-825aa5c81193'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:31:44.743111 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:44.782820 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ecd9e9e6-c521-42f7-9d61-be1134cabb92 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for floatingip (c4fcc845-45dc-42be-90d4-926e2753953a), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:44.831166 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:44.867997 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d2167718-6725-48f0-8c24-39d9a958d17d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group (eb852d67-e5b6-4f0f-a9b5-83eb5c024fe6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:44.911294 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d2167718-6725-48f0-8c24-39d9a958d17d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group (eb852d67-e5b6-4f0f-a9b5-83eb5c024fe6), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:44.928427 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-8493a843-4556-499f-963d-d195041cd934 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:44.929943 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-8493a843-4556-499f-963d-d195041cd934 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.42 "GET /v2.0/networks?id=42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 HTTP/1.1" status: 200 len: 810 time: 0.1863317 Jun 27 15:31:45.007257 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d2167718-6725-48f0-8c24-39d9a958d17d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (eb852d67-e5b6-4f0f-a9b5-83eb5c024fe6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:45.009812 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d2167718-6725-48f0-8c24-39d9a958d17d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:45.010984 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-d2167718-6725-48f0-8c24-39d9a958d17d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "DELETE /v2.0/security-groups/eb852d67-e5b6-4f0f-a9b5-83eb5c024fe6 HTTP/1.1" status: 204 len: 168 time: 0.3027132 Jun 27 15:31:45.014029 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 54890) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:31:45.034961 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2167718-6725-48f0-8c24-39d9a958d17d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb852d67-e5b6-4f0f-a9b5-83eb5c024fe6,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:45.035757 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.api.v2.resource [None req-6d524e9f-3fb4-40e0-bc76-3f3e0569d83f tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] show failed (client error): The resource could not be found. Jun 27 15:31:45.041260 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-6d524e9f-3fb4-40e0-bc76-3f3e0569d83f tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups/eb852d67-e5b6-4f0f-a9b5-83eb5c024fe6 HTTP/1.1" status: 404 len: 347 time: 0.0218673 Jun 27 15:31:45.043029 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 54892) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:31:45.052522 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-cc7b44c0-8cc8-443a-9982-5a84c66bc693 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e07fc46cd5f4afe875767c926bd63ee HTTP/1.1" status: 200 len: 380 time: 0.0864851 Jun 27 15:31:45.067841 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-070b789e-45be-4fee-b4df-aa768a9ad675 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Request body: {'port': {'device_id': '902ddcef-106e-4a57-a046-8ea9f13aa8a1', 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3', 'admin_state_up': True, 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'security_groups': ['fefdb0ad-3786-45b3-8e18-a7904760eaef']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:31:45.068664 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:45.217200 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-73733c1d-0525-4554-9cdb-dd03bb22e7d3 req-d2f72d5b-799c-4068-aeae-f6cda1ac4a3f tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 210 time: 0.0398312 Jun 27 15:31:45.219605 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-070b789e-45be-4fee-b4df-aa768a9ad675 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Made reservation on behalf of 2e07fc46cd5f4afe875767c926bd63ee for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:31:45.223269 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-070b789e-45be-4fee-b4df-aa768a9ad675 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:45.255583 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-1f43518e-ca6f-4d5c-ab18-a349e2b67d7c tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Deleting port ef7481b2-5251-448c-87fe-c3df53025547 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:31:45.256132 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f43518e-ca6f-4d5c-ab18-a349e2b67d7c tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (ef7481b2-5251-448c-87fe-c3df53025547), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:45.325938 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:45.404225 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-070b789e-45be-4fee-b4df-aa768a9ad675 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Allocated IP 172.20.0.11 (42d6796f-0df3-4f1e-9bd2-00a387c5c9c3/bf7190f5-96d6-4fc7-8135-6ae4628d416d/08e3ae6c-5577-48e3-8481-9b2849653b64) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:31:45.454168 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f43518e-ca6f-4d5c-ab18-a349e2b67d7c tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (ef7481b2-5251-448c-87fe-c3df53025547), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:45.454495 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f43518e-ca6f-4d5c-ab18-a349e2b67d7c tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for floatingip (ef7481b2-5251-448c-87fe-c3df53025547), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:45.483713 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-1f43518e-ca6f-4d5c-ab18-a349e2b67d7c tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Calling delete_port for ef7481b2-5251-448c-87fe-c3df53025547 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:31:45.508456 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ecd9e9e6-c521-42f7-9d61-be1134cabb92 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:45.521490 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ecd9e9e6-c521-42f7-9d61-be1134cabb92 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (c4fcc845-45dc-42be-90d4-926e2753953a), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:45.591944 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:45.631240 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94a9e0-d54d-47ce-9fc4-0f0a5f800861 req-1b57e62e-cced-438e-a0c5-8bacb3edb62f tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:45.632833 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6d94a9e0-d54d-47ce-9fc4-0f0a5f800861 req-1b57e62e-cced-438e-a0c5-8bacb3edb62f tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=edb0650f-918c-45f5-8739-099eb50c3e9a HTTP/1.1" status: 200 len: 945 time: 0.0774066 Jun 27 15:31:45.652050 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-070b789e-45be-4fee-b4df-aa768a9ad675 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for port (08e3ae6c-5577-48e3-8481-9b2849653b64), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:45.695893 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.db.l3_db [None req-ecd9e9e6-c521-42f7-9d61-be1134cabb92 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Floating IP c4fcc845-45dc-42be-90d4-926e2753953a associated. External IP: 172.27.2.242, port: 82ee23e2-cf54-4c80-aa3a-825aa5c81193. Jun 27 15:31:45.729346 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6d94a9e0-d54d-47ce-9fc4-0f0a5f800861 req-dbe23c70-16c4-4b30-8d27-1b9c830d8533 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859320 Jun 27 15:31:45.730274 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:45.743274 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-070b789e-45be-4fee-b4df-aa768a9ad675 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (08e3ae6c-5577-48e3-8481-9b2849653b64), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:45.764364 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 209e6ff3-398f-4386-b25b-aef36d5f7e9c no longer exists at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:31:45.799737 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-070b789e-45be-4fee-b4df-aa768a9ad675 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Network 42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:31:45.800547 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] No Port match for: 209e6ff3-398f-4386-b25b-aef36d5f7e9c {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:31:45.801299 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 209e6ff3-398f-4386-b25b-aef36d5f7e9c not bound to the agent host hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:31:45.806499 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-070b789e-45be-4fee-b4df-aa768a9ad675 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:31:45.810120 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-070b789e-45be-4fee-b4df-aa768a9ad675 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:31:45.816958 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b789e-45be-4fee-b4df-aa768a9ad675 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Pushing event updated for resources: {'Port': ['ID=08e3ae6c-5577-48e3-8481-9b2849653b64,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:45.843613 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f43518e-ca6f-4d5c-ab18-a349e2b67d7c tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (ef7481b2-5251-448c-87fe-c3df53025547), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:45.875320 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43518e-ca6f-4d5c-ab18-a349e2b67d7c tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event deleted for resources: {'Port': ['ID=ef7481b2-5251-448c-87fe-c3df53025547,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:45.875592 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-070b789e-45be-4fee-b4df-aa768a9ad675 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:45.876379 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-070b789e-45be-4fee-b4df-aa768a9ad675 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:45.883726 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:45.898325 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-070b789e-45be-4fee-b4df-aa768a9ad675 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8360646 Jun 27 15:31:46.024934 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f43518e-ca6f-4d5c-ab18-a349e2b67d7c tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for floatingip (1c8a144e-fd7c-473c-b00d-3f101a9959f2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:46.027464 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f43518e-ca6f-4d5c-ab18-a349e2b67d7c tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:46.031436 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-1f43518e-ca6f-4d5c-ab18-a349e2b67d7c tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "DELETE /v2.0/floatingips/1c8a144e-fd7c-473c-b00d-3f101a9959f2 HTTP/1.1" status: 204 len: 168 time: 0.9847145 Jun 27 15:31:46.054422 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd9e9e6-c521-42f7-9d61-be1134cabb92 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Router d88e545f-3b13-43b5-88d4-b4caf72885d0 has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:31:46.109794 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 54904) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:31:46.116221 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-f05e5fee-b4b6-44e2-a715-a421bcd67b52 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Request body: {'security_group': {'name': 'tempest-securitygroup--949208031', 'description': 'tempest-description--1213422888'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:31:46.150749 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f05e5fee-b4b6-44e2-a715-a421bcd67b52 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:46.170556 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-f427f02f-f3fb-4d07-b524-eba9cdafde00 None None] Provisioning complete for port 08e3ae6c-5577-48e3-8481-9b2849653b64 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:31:46.171104 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f427f02f-f3fb-4d07-b524-eba9cdafde00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (08e3ae6c-5577-48e3-8481-9b2849653b64), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:46.187123 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd9e9e6-c521-42f7-9d61-be1134cabb92 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:31:46.192762 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ecd9e9e6-c521-42f7-9d61-be1134cabb92 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:46.209275 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a37b291-f511-4749-933c-2ce3f12480d8 None None] Sync routers for ids ['d88e545f-3b13-43b5-88d4-b4caf72885d0'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:31:46.227030 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a37b291-f511-4749-933c-2ce3f12480d8 None None] Routers {'d88e545f-3b13-43b5-88d4-b4caf72885d0'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:31:46.228392 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0a37b291-f511-4749-933c-2ce3f12480d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:31:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d88e545f-3b13-43b5-88d4-b4caf72885d0'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:31:46.234827 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-ecd9e9e6-c521-42f7-9d61-be1134cabb92 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "PUT /v2.0/floatingips/c4fcc845-45dc-42be-90d4-926e2753953a HTTP/1.1" status: 200 len: 991 time: 1.4981697 Jun 27 15:31:46.235688 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886a9b39-9d64-4359-8d03-b07dbe1abf9c', 'tag': '82ee23e2-cf54-4c80-aa3a-825aa5c81193'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:31:46.240033 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ecdf1b21e48a9c17975c38f4cbb98a47ab0df019f7748c413a09c43e6bcf64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1100211-2f73-4c7e-a727-059ef12821c7" -d '{"events": [{"name": "network-changed", "server_uuid": "886a9b39-9d64-4359-8d03-b07dbe1abf9c", "tag": "82ee23e2-cf54-4c80-aa3a-825aa5c81193"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:31:46.242659 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-f427f02f-f3fb-4d07-b524-eba9cdafde00 None None] Port 08e3ae6c-5577-48e3-8481-9b2849653b64 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:31:46.282804 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f05e5fee-b4b6-44e2-a715-a421bcd67b52 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group (beb41e6d-889b-4593-8cb4-0272ed55249d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:46.288919 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f05e5fee-b4b6-44e2-a715-a421bcd67b52 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (beb41e6d-889b-4593-8cb4-0272ed55249d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:46.324292 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2112834e-6840-4026-af57-e57930bd7f99 x-openstack-request-id: req-2112834e-6840-4026-af57-e57930bd7f99 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:31:46.325196 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886a9b39-9d64-4359-8d03-b07dbe1abf9c", "tag": "82ee23e2-cf54-4c80-aa3a-825aa5c81193", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:31:46.325196 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2112834e-6840-4026-af57-e57930bd7f99 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:31:46.325940 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2112834e-6840-4026-af57-e57930bd7f99'] response: {'name': 'network-changed', 'server_uuid': '886a9b39-9d64-4359-8d03-b07dbe1abf9c', 'tag': '82ee23e2-cf54-4c80-aa3a-825aa5c81193', 'status': 'completed', 'code': 200} Jun 27 15:31:46.351954 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f05e5fee-b4b6-44e2-a715-a421bcd67b52 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:46.357854 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-f05e5fee-b4b6-44e2-a715-a421bcd67b52 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2425878 Jun 27 15:31:46.357854 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e5fee-b4b6-44e2-a715-a421bcd67b52 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb41e6d-889b-4593-8cb4-0272ed55249d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:46.359628 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 54912) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:31:46.366780 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-624c081d-69d2-419e-a96e-d86820e33dfb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Request body: {'security_group_rule': {'security_group_id': 'beb41e6d-889b-4593-8cb4-0272ed55249d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:31:46.382783 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-0a37b291-f511-4749-933c-2ce3f12480d8 None None] Set router d88e545f-3b13-43b5-88d4-b4caf72885d0 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:31:46.400476 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-624c081d-69d2-419e-a96e-d86820e33dfb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group_rule (3d44204f-a61c-49fa-91f0-ddf7a5945567), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:46.400860 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be776ee8-390c-43cc-b704-3f74c05621a3 req-2870bc73-eb45-43d8-b528-89fa65d6aa4f tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:46.407902 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-be776ee8-390c-43cc-b704-3f74c05621a3 req-2870bc73-eb45-43d8-b528-89fa65d6aa4f tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 932 time: 0.0742130 Jun 27 15:31:46.415221 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:UPDATE=5,neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:46.466504 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-be776ee8-390c-43cc-b704-3f74c05621a3 req-c7a0db57-6a5e-4eff-8eb7-eb15169abd6a tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=fefdb0ad-3786-45b3-8e18-a7904760eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573301 Jun 27 15:31:46.475358 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-624c081d-69d2-419e-a96e-d86820e33dfb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group_rule (3d44204f-a61c-49fa-91f0-ddf7a5945567), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:46.480439 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-624c081d-69d2-419e-a96e-d86820e33dfb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (3d44204f-a61c-49fa-91f0-ddf7a5945567), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:46.499157 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c081d-69d2-419e-a96e-d86820e33dfb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d44204f-a61c-49fa-91f0-ddf7a5945567,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:46.509231 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-624c081d-69d2-419e-a96e-d86820e33dfb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:46.510472 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-624c081d-69d2-419e-a96e-d86820e33dfb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1495347 Jun 27 15:31:46.513433 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 54914) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:31:46.518045 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-6a76c739-ea9c-4db4-9c67-b5ffa2591f6d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Request body: {'security_group_rule': {'security_group_id': 'beb41e6d-889b-4593-8cb4-0272ed55249d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:31:46.546192 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6a76c739-ea9c-4db4-9c67-b5ffa2591f6d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group_rule (7018bea3-2e72-425d-807d-7acee6da20fa), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:46.549271 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=100 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:46.606503 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6a76c739-ea9c-4db4-9c67-b5ffa2591f6d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group_rule (7018bea3-2e72-425d-807d-7acee6da20fa), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:46.609920 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0a37b291-f511-4749-933c-2ce3f12480d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1586938063-router', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:22Z', 'updated_at': '2022-06-27T15:26:37Z', 'revision_number': 4, 'project_id': '2270daf238a640609e9ab514b01d9768', 'gw_port': {'id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:24Z', 'updated_at': '2022-06-27T15:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': 'c4fcc845-45dc-42be-90d4-926e2753953a', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'port_id': '82ee23e2-cf54-4c80-aa3a-825aa5c81193', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'mac_address': 'fa:16:3e:1b:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886a9b39-9d64-4359-8d03-b07dbe1abf9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:31:22Z', 'updated_at': '2022-06-27T15:31:45Z', 'revision_number': 1, 'project_id': '2270daf238a640609e9ab514b01d9768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b91a4f-0760-4eb6-8669-74245160977f', 'name': '', 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'mac_address': 'fa:16:3e:d2:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:33Z', 'updated_at': '2022-06-27T15:26:51Z', 'revision_number': 5, 'project_id': '2270daf238a640609e9ab514b01d9768', 'subnets': [{'id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:31:46.610668 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6a76c739-ea9c-4db4-9c67-b5ffa2591f6d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (7018bea3-2e72-425d-807d-7acee6da20fa), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:46.631218 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76c739-ea9c-4db4-9c67-b5ffa2591f6d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7018bea3-2e72-425d-807d-7acee6da20fa,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:46.639769 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6a76c739-ea9c-4db4-9c67-b5ffa2591f6d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:46.641471 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-6a76c739-ea9c-4db4-9c67-b5ffa2591f6d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270108 Jun 27 15:31:46.645789 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 54918) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:31:46.650663 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-823e2ccc-2147-4349-a262-b0844c340fa0 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Request body: {'floatingip': {'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:31:46.650853 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a37b291-f511-4749-933c-2ce3f12480d8 None None] Checking router: d88e545f-3b13-43b5-88d4-b4caf72885d0 for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:31:46.662898 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=100 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:46.666290 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a37b291-f511-4749-933c-2ce3f12480d8 None None] Routers {'d88e545f-3b13-43b5-88d4-b4caf72885d0'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:31:46.666933 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0a37b291-f511-4749-933c-2ce3f12480d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:31:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d88e545f-3b13-43b5-88d4-b4caf72885d0'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:31:46.680141 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-823e2ccc-2147-4349-a262-b0844c340fa0 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:46.699291 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:46.791035 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-0a37b291-f511-4749-933c-2ce3f12480d8 None None] Set router d88e545f-3b13-43b5-88d4-b4caf72885d0 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:31:46.793410 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-823e2ccc-2147-4349-a262-b0844c340fa0 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:46.896645 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2c044-eaa6-427c-a029-a75c49221d25 req-115b29d1-bf5a-4988-96cb-1c93b17667c1 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:46.898240 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e7c2c044-eaa6-427c-a029-a75c49221d25 req-115b29d1-bf5a-4988-96cb-1c93b17667c1 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=edb0650f-918c-45f5-8739-099eb50c3e9a HTTP/1.1" status: 200 len: 945 time: 0.0639708 Jun 27 15:31:46.987954 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-823e2ccc-2147-4349-a262-b0844c340fa0 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Allocated IP 172.27.2.71 (514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb/6226739c-eac4-4784-90b9-a0481f53f3ba/13193a40-f7f3-4707-901c-2fea206c217a) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:31:46.999836 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-50d853d8-9dd1-4a05-a579-1c968965ffe0 service neutron] Request body: {'port': {'device_id': '902ddcef-106e-4a57-a046-8ea9f13aa8a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84779'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:31:47.047339 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e7c2c044-eaa6-427c-a029-a75c49221d25 req-dc0a1dab-5430-47b9-9b4f-1871f6264ce5 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c7311a1-f3ae-4611-adcd-a2b9d620e524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201625 Jun 27 15:31:47.056554 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-0a37b291-f511-4749-933c-2ce3f12480d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1586938063-router', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:22Z', 'updated_at': '2022-06-27T15:26:37Z', 'revision_number': 4, 'project_id': '2270daf238a640609e9ab514b01d9768', 'gw_port': {'id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:24Z', 'updated_at': '2022-06-27T15:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': 'c4fcc845-45dc-42be-90d4-926e2753953a', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'port_id': '82ee23e2-cf54-4c80-aa3a-825aa5c81193', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'mac_address': 'fa:16:3e:1b:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886a9b39-9d64-4359-8d03-b07dbe1abf9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:31:22Z', 'updated_at': '2022-06-27T15:31:45Z', 'revision_number': 1, 'project_id': '2270daf238a640609e9ab514b01d9768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b91a4f-0760-4eb6-8669-74245160977f', 'name': '', 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'mac_address': 'fa:16:3e:d2:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:33Z', 'updated_at': '2022-06-27T15:26:51Z', 'revision_number': 5, 'project_id': '2270daf238a640609e9ab514b01d9768', 'subnets': [{'id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:31:47.089334 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a37b291-f511-4749-933c-2ce3f12480d8 None None] The sync data for ids ['d88e545f-3b13-43b5-88d4-b4caf72885d0'] in dv-cinder-847798-1-iscsi is: [{'id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1586938063-router', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:22Z', 'updated_at': '2022-06-27T15:26:37Z', 'revision_number': 4, 'project_id': '2270daf238a640609e9ab514b01d9768', 'gw_port': {'id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:24Z', 'updated_at': '2022-06-27T15:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': 'c4fcc845-45dc-42be-90d4-926e2753953a', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'port_id': '82ee23e2-cf54-4c80-aa3a-825aa5c81193', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'mac_address': 'fa:16:3e:1b:cc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '886a9b39-9d64-4359-8d03-b07dbe1abf9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:31:22Z', 'updated_at': '2022-06-27T15:31:45Z', 'revision_number': 1, 'project_id': '2270daf238a640609e9ab514b01d9768', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b91a4f-0760-4eb6-8669-74245160977f', 'name': '', 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'mac_address': 'fa:16:3e:d2:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:33Z', 'updated_at': '2022-06-27T15:26:51Z', 'revision_number': 5, 'project_id': '2270daf238a640609e9ab514b01d9768', 'subnets': [{'id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:31:47.126588 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1100211-2f73-4c7e-a727-059ef12821c7 req-5bdcc3a1-ee60-44cb-b247-3e15c9ced9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:47.128355 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c1100211-2f73-4c7e-a727-059ef12821c7 req-5bdcc3a1-ee60-44cb-b247-3e15c9ced9d6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2270daf238a640609e9ab514b01d9768&device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 1129 time: 0.1018653 Jun 27 15:31:47.224262 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-50d853d8-9dd1-4a05-a579-1c968965ffe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (08e3ae6c-5577-48e3-8481-9b2849653b64), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:47.303799 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:47.314533 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-823e2ccc-2147-4349-a262-b0844c340fa0 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for port (13193a40-f7f3-4707-901c-2fea206c217a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:47.341037 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b925b-c4be-4c62-8cff-0ed5709e8337 req-17c25efa-5d05-4e1b-b950-39f975ed87a8 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:47.342683 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b24b925b-c4be-4c62-8cff-0ed5709e8337 req-17c25efa-5d05-4e1b-b950-39f975ed87a8 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.42 "GET /v2.0/ports?device_id=edb0650f-918c-45f5-8739-099eb50c3e9a HTTP/1.1" status: 200 len: 945 time: 0.0634904 Jun 27 15:31:47.374751 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a578f802-ed74-42d7-a7c1-e2dff5e0db87 None None] New status for floating IP c4fcc845-45dc-42be-90d4-926e2753953a: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 15:31:47.399073 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-823e2ccc-2147-4349-a262-b0844c340fa0 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (13193a40-f7f3-4707-901c-2fea206c217a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:47.463929 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:47.472007 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1100211-2f73-4c7e-a727-059ef12821c7 req-02a06ab6-7240-418c-ba95-7b5d0239d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:47.472615 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-b24b925b-c4be-4c62-8cff-0ed5709e8337 req-f7dbab4e-c8a4-4f71-96a5-d34628709653 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Deleting port c4f0c948-b5c3-4c06-8187-bac9f967d7ff {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:31:47.473111 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b24b925b-c4be-4c62-8cff-0ed5709e8337 req-f7dbab4e-c8a4-4f71-96a5-d34628709653 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (c4f0c948-b5c3-4c06-8187-bac9f967d7ff), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:47.473615 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c1100211-2f73-4c7e-a727-059ef12821c7 req-02a06ab6-7240-418c-ba95-7b5d0239d0fa service neutron] 10.222.0.42 "GET /v2.0/networks?id=e8e77f3f-2787-4f23-b11e-9e909cc074b3 HTTP/1.1" status: 200 len: 918 time: 0.3214214 Jun 27 15:31:47.487844 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823e2ccc-2147-4349-a262-b0844c340fa0 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:31:47.565239 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-823e2ccc-2147-4349-a262-b0844c340fa0 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:31:47.568025 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823e2ccc-2147-4349-a262-b0844c340fa0 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:31:47.618656 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-b24b925b-c4be-4c62-8cff-0ed5709e8337 req-f7dbab4e-c8a4-4f71-96a5-d34628709653 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] For port c4f0c948-b5c3-4c06-8187-bac9f967d7ff, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=c4f0c948-b5c3-4c06-8187-bac9f967d7ff,segment=NetworkSegment(c38ec819-9848-47bb-82c6-b74cc8bd26d8),segment_id=c38ec819-9848-47bb-82c6-b74cc8bd26d8)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:31:47.619035 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b24b925b-c4be-4c62-8cff-0ed5709e8337 req-f7dbab4e-c8a4-4f71-96a5-d34628709653 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (c4f0c948-b5c3-4c06-8187-bac9f967d7ff), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:47.676602 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-b24b925b-c4be-4c62-8cff-0ed5709e8337 req-f7dbab4e-c8a4-4f71-96a5-d34628709653 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Calling delete_port for c4f0c948-b5c3-4c06-8187-bac9f967d7ff owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:31:47.703964 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9410b43-5ebb-4bf0-aac5-543cb147eb21 req-db838c5b-9c41-4bf3-bc83-242e5ee0f5d9 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:47.705758 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e9410b43-5ebb-4bf0-aac5-543cb147eb21 req-db838c5b-9c41-4bf3-bc83-242e5ee0f5d9 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 932 time: 0.0773895 Jun 27 15:31:47.773596 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:47.837362 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e9410b43-5ebb-4bf0-aac5-543cb147eb21 req-13ee7b3f-cc98-4bd1-85c2-2d0ab5314a39 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=fefdb0ad-3786-45b3-8e18-a7904760eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952415 Jun 27 15:31:47.931799 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b24b925b-c4be-4c62-8cff-0ed5709e8337 req-f7dbab4e-c8a4-4f71-96a5-d34628709653 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (c4f0c948-b5c3-4c06-8187-bac9f967d7ff), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:47.950913 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['c4f0c948-b5c3-4c06-8187-bac9f967d7ff'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:31:47.967749 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e2ccc-2147-4349-a262-b0844c340fa0 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event updated for resources: {'Port': ['ID=13193a40-f7f3-4707-901c-2fea206c217a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:48.044430 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbab4e-c8a4-4f71-96a5-d34628709653 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Pushing event deleted for resources: {'Port': ['ID=c4f0c948-b5c3-4c06-8187-bac9f967d7ff,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:48.075239 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c1100211-2f73-4c7e-a727-059ef12821c7 req-6be10392-db71-4749-a1ce-020c29509e13 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82ee23e2-cf54-4c80-aa3a-825aa5c81193 HTTP/1.1" status: 200 len: 999 time: 0.5919924 Jun 27 15:31:48.145227 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24b925b-c4be-4c62-8cff-0ed5709e8337 req-f7dbab4e-c8a4-4f71-96a5-d34628709653 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] No DVR routers for this DVR port c4f0c948-b5c3-4c06-8187-bac9f967d7ff on host hv-cinder-84779 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:31:48.154204 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-b24b925b-c4be-4c62-8cff-0ed5709e8337 req-f7dbab4e-c8a4-4f71-96a5-d34628709653 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:48.164059 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b24b925b-c4be-4c62-8cff-0ed5709e8337 req-f7dbab4e-c8a4-4f71-96a5-d34628709653 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.42 "DELETE /v2.0/ports/c4f0c948-b5c3-4c06-8187-bac9f967d7ff HTTP/1.1" status: 204 len: 173 time: 0.8151624 Jun 27 15:31:48.284808 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-03de7778-842c-4fdf-bd12-b571767ac5f7 req-f0cd1d7e-b52a-4c7f-82a0-c0ee4d892b99 tempest-VolumesSnapshotTestJSON-1686479676 tempest-VolumesSnapshotTestJSON-1686479676-project] 10.222.0.26 "GET /v2.0/ports?device_id=edb0650f-918c-45f5-8739-099eb50c3e9a HTTP/1.1" status: 200 len: 210 time: 0.1077886 Jun 27 15:31:48.291627 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-823e2ccc-2147-4349-a262-b0844c340fa0 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for floatingip (95c96ebe-ab18-4101-be5a-6615517e63f8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:48.308256 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1100211-2f73-4c7e-a727-059ef12821c7 req-a6c94511-2756-4834-9cc9-a76eb8968faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:48.310270 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c1100211-2f73-4c7e-a727-059ef12821c7 req-a6c94511-2756-4834-9cc9-a76eb8968faf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96df5947-fd71-41b6-a0c5-3296a5c0458f HTTP/1.1" status: 200 len: 856 time: 0.2280359 Jun 27 15:31:48.328094 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb0650f-918c-45f5-8739-099eb50c3e9a', 'name': 'network-vif-deleted', 'tag': 'c4f0c948-b5c3-4c06-8187-bac9f967d7ff'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:31:48.330467 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ecdf1b21e48a9c17975c38f4cbb98a47ab0df019f7748c413a09c43e6bcf64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af690b3e-9b61-4113-a446-990ec677d87f" -d '{"events": [{"server_uuid": "edb0650f-918c-45f5-8739-099eb50c3e9a", "name": "network-vif-deleted", "tag": "c4f0c948-b5c3-4c06-8187-bac9f967d7ff"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:31:48.362178 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-823e2ccc-2147-4349-a262-b0844c340fa0 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (13193a40-f7f3-4707-901c-2fea206c217a), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:48.408762 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7a53a8-3fc2-44bf-8534-50a77c64b97f x-openstack-request-id: req-0a7a53a8-3fc2-44bf-8534-50a77c64b97f {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:31:48.409598 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb0650f-918c-45f5-8739-099eb50c3e9a", "name": "network-vif-deleted", "tag": "c4f0c948-b5c3-4c06-8187-bac9f967d7ff", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:31:48.409833 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a7a53a8-3fc2-44bf-8534-50a77c64b97f {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:31:48.410317 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a7a53a8-3fc2-44bf-8534-50a77c64b97f'] response: {'server_uuid': 'edb0650f-918c-45f5-8739-099eb50c3e9a', 'name': 'network-vif-deleted', 'tag': 'c4f0c948-b5c3-4c06-8187-bac9f967d7ff', 'status': 'completed', 'code': 200} Jun 27 15:31:48.512028 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-50d853d8-9dd1-4a05-a579-1c968965ffe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e3ae6c-5577-48e3-8481-9b2849653b64 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:31:48.555400 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-50d853d8-9dd1-4a05-a579-1c968965ffe0 service neutron] Publish callbacks [] for port (08e3ae6c-5577-48e3-8481-9b2849653b64), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:48.619485 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1100211-2f73-4c7e-a727-059ef12821c7 req-5e741150-b952-46dd-b2f8-baeb74e0ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:48.625502 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c1100211-2f73-4c7e-a727-059ef12821c7 req-5e741150-b952-46dd-b2f8-baeb74e0ebcb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8e77f3f-2787-4f23-b11e-9e909cc074b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1307895 Jun 27 15:31:48.640482 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-50d853d8-9dd1-4a05-a579-1c968965ffe0 service neutron] Transition to ACTIVE for port object 08e3ae6c-5577-48e3-8481-9b2849653b64 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 15:31:48.649743 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-50d853d8-9dd1-4a05-a579-1c968965ffe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (08e3ae6c-5577-48e3-8481-9b2849653b64), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:48.745782 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:48.793162 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d853d8-9dd1-4a05-a579-1c968965ffe0 service neutron] Pushing event updated for resources: {'Port': ['ID=08e3ae6c-5577-48e3-8481-9b2849653b64,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:48.873039 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-823e2ccc-2147-4349-a262-b0844c340fa0 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for port (13193a40-f7f3-4707-901c-2fea206c217a), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:48.911400 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-823e2ccc-2147-4349-a262-b0844c340fa0 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (13193a40-f7f3-4707-901c-2fea206c217a), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:48.951610 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:48.957913 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:49.096045 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c1100211-2f73-4c7e-a727-059ef12821c7 req-7b7ef706-7e5f-499e-803f-cfffbc583278 service neutron] 10.222.0.42 "GET /v2.0/networks/e8e77f3f-2787-4f23-b11e-9e909cc074b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162221 Jun 27 15:31:49.133434 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e2ccc-2147-4349-a262-b0844c340fa0 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event updated for resources: {'Port': ['ID=13193a40-f7f3-4707-901c-2fea206c217a,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:49.224826 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-50d853d8-9dd1-4a05-a579-1c968965ffe0 service neutron] Attempting to bind port 08e3ae6c-5577-48e3-8481-9b2849653b64 on host hv-cinder-84779 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:31:49.225556 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-50d853d8-9dd1-4a05-a579-1c968965ffe0 service neutron] Attempting to bind port 08e3ae6c-5577-48e3-8481-9b2849653b64 by drivers openvswitch,hyperv on host hv-cinder-84779 at level 0 using segments [{'id': 'e27cde72-c31f-4b44-92ad-6feb60f14707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:31:49.226557 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-50d853d8-9dd1-4a05-a579-1c968965ffe0 service neutron] Attempting to bind port 08e3ae6c-5577-48e3-8481-9b2849653b64 on network 42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:31:49.286035 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1285c-50a9-46d0-827c-1c8883d4951f req-7a73206c-60b5-40af-8e7b-baca2a8e29e9 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:49.288156 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5ef1285c-50a9-46d0-827c-1c8883d4951f req-7a73206c-60b5-40af-8e7b-baca2a8e29e9 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 944 time: 0.2654886 Jun 27 15:31:49.288929 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-50d853d8-9dd1-4a05-a579-1c968965ffe0 service neutron] Port 08e3ae6c-5577-48e3-8481-9b2849653b64 on network 42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84779 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 15:31:49.289433 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-50d853d8-9dd1-4a05-a579-1c968965ffe0 service neutron] Attempting to bind port 08e3ae6c-5577-48e3-8481-9b2849653b64 on network 42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:31:49.301939 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-823e2ccc-2147-4349-a262-b0844c340fa0 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (95c96ebe-ab18-4101-be5a-6615517e63f8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:49.359662 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-50d853d8-9dd1-4a05-a579-1c968965ffe0 service neutron] Checking agent: {'id': '2a101be5-d6db-4e6c-800c-1df71c1b626f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84779', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'started_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:31:49.360004 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-50d853d8-9dd1-4a05-a579-1c968965ffe0 service neutron] Checking segment: {'id': 'e27cde72-c31f-4b44-92ad-6feb60f14707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:31:49.360417 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-50d853d8-9dd1-4a05-a579-1c968965ffe0 service neutron] Bound using segment: {'id': 'e27cde72-c31f-4b44-92ad-6feb60f14707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:31:49.360884 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-50d853d8-9dd1-4a05-a579-1c968965ffe0 service neutron] Bound port: 08e3ae6c-5577-48e3-8481-9b2849653b64, host: hv-cinder-84779, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27cde72-c31f-4b44-92ad-6feb60f14707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:31:49.361255 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-50d853d8-9dd1-4a05-a579-1c968965ffe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (08e3ae6c-5577-48e3-8481-9b2849653b64), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:49.458015 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-823e2ccc-2147-4349-a262-b0844c340fa0 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:49.460675 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-823e2ccc-2147-4349-a262-b0844c340fa0 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8135297 Jun 27 15:31:49.486535 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c1100211-2f73-4c7e-a727-059ef12821c7 req-1559ca2e-6f76-4e49-bfcc-b3c662907a65 service neutron] 10.222.0.42 "GET /v2.0/networks/e8e77f3f-2787-4f23-b11e-9e909cc074b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556423 Jun 27 15:31:49.501097 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5ef1285c-50a9-46d0-827c-1c8883d4951f req-8bedfb64-f844-4e87-af95-4992587c7ffd tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=fefdb0ad-3786-45b3-8e18-a7904760eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062905 Jun 27 15:31:49.524391 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-50d853d8-9dd1-4a05-a579-1c968965ffe0 service neutron] For port 08e3ae6c-5577-48e3-8481-9b2849653b64, host hv-cinder-84779, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:31:49.528955 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-50d853d8-9dd1-4a05-a579-1c968965ffe0 service neutron] For port 08e3ae6c-5577-48e3-8481-9b2849653b64, host hv-cinder-84779, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=08e3ae6c-5577-48e3-8481-9b2849653b64,segment=NetworkSegment(e27cde72-c31f-4b44-92ad-6feb60f14707),segment_id=e27cde72-c31f-4b44-92ad-6feb60f14707)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:31:49.549448 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-50d853d8-9dd1-4a05-a579-1c968965ffe0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (08e3ae6c-5577-48e3-8481-9b2849653b64), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:49.626300 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-50d853d8-9dd1-4a05-a579-1c968965ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:49.627036 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-50d853d8-9dd1-4a05-a579-1c968965ffe0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:49.629092 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-50d853d8-9dd1-4a05-a579-1c968965ffe0 service neutron] 10.222.0.42 "PUT /v2.0/ports/08e3ae6c-5577-48e3-8481-9b2849653b64 HTTP/1.1" status: 200 len: 1094 time: 2.6382713 Jun 27 15:31:49.629686 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902ddcef-106e-4a57-a046-8ea9f13aa8a1', 'tag': '08e3ae6c-5577-48e3-8481-9b2849653b64'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:31:49.633044 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6399c9b8-b481-466e-ac95-87c608cb1532" -d '{"events": [{"name": "network-changed", "server_uuid": "902ddcef-106e-4a57-a046-8ea9f13aa8a1", "tag": "08e3ae6c-5577-48e3-8481-9b2849653b64"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:31:49.665761 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d853d8-9dd1-4a05-a579-1c968965ffe0 service neutron] Pushing event updated for resources: {'Port': ['ID=08e3ae6c-5577-48e3-8481-9b2849653b64,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:49.714503 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cf44ff-af77-4d94-b967-322d339cd1d1 x-openstack-request-id: req-92cf44ff-af77-4d94-b967-322d339cd1d1 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:31:49.714811 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "902ddcef-106e-4a57-a046-8ea9f13aa8a1", "tag": "08e3ae6c-5577-48e3-8481-9b2849653b64", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:31:49.715108 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-92cf44ff-af77-4d94-b967-322d339cd1d1 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:31:49.715485 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92cf44ff-af77-4d94-b967-322d339cd1d1'] response: {'name': 'network-changed', 'server_uuid': '902ddcef-106e-4a57-a046-8ea9f13aa8a1', 'tag': '08e3ae6c-5577-48e3-8481-9b2849653b64', 'status': 'completed', 'code': 200} Jun 27 15:31:49.879629 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d73c5-d6af-4958-90f8-0d463249bb4a req-32bd4ca7-3a2a-454d-a2a6-2feb5f467629 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:49.888549 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e44d73c5-d6af-4958-90f8-0d463249bb4a req-32bd4ca7-3a2a-454d-a2a6-2feb5f467629 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.1148698 Jun 27 15:31:49.908993 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-c7753b59-97d0-49ac-a236-7198ce06ba56 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--949208031&fields=id&tenant_id=dff1983b1b3047378b88d87d54aa709d HTTP/1.1" status: 200 len: 267 time: 0.0850589 Jun 27 15:31:49.949334 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:49.973320 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e44d73c5-d6af-4958-90f8-0d463249bb4a req-9e092709-b21e-4d04-9995-ae15b3a9aa84 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833578 Jun 27 15:31:50.001002 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:50.080645 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-972527d8-d7f8-4605-97ec-601ba6cf9779 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:50.082504 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-972527d8-d7f8-4605-97ec-601ba6cf9779 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/networks?id=9f2b3a5f-8943-48e2-bb0f-3f837d61206a HTTP/1.1" status: 200 len: 814 time: 0.1603014 Jun 27 15:31:50.110060 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-63b583e6-a66c-43eb-a413-abb9ac239615 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/quotas/dff1983b1b3047378b88d87d54aa709d HTTP/1.1" status: 200 len: 375 time: 0.0170646 Jun 27 15:31:50.184431 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-1ca4dcf4-a983-4deb-8efe-965e92f87325 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=dff1983b1b3047378b88d87d54aa709d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641382 Jun 27 15:31:50.362854 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-80d635cb-79b0-42e8-a8e8-c2bb3fe56612 service neutron] 10.222.0.26 "GET /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630962 Jun 27 15:31:50.505550 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-acfabecb-975a-4289-b7b9-8bccddda307f service neutron] 10.222.0.26 "GET /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359501 Jun 27 15:31:50.708737 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63682606-952a-4379-b6f7-ab57ba9a71cb req-7f2eb501-de46-471a-8cf9-329b48ceaf3c tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:50.710727 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-63682606-952a-4379-b6f7-ab57ba9a71cb req-7f2eb501-de46-471a-8cf9-329b48ceaf3c tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 944 time: 0.0756617 Jun 27 15:31:50.731917 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-76dfac86-a1e4-4460-b4d9-150a9bf82f25 req-346dd219-54ef-4d0c-8177-2b7a8069a532 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 210 time: 0.0456228 Jun 27 15:31:50.788821 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-63682606-952a-4379-b6f7-ab57ba9a71cb req-c26022a1-1475-40c4-9a96-973a623e7c56 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=fefdb0ad-3786-45b3-8e18-a7904760eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667782 Jun 27 15:31:51.166307 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ad867-742b-4fa3-837e-3f0c1ce0313c req-bfe31c8f-2bb3-4aea-a355-cde11d94a5c2 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:51.169035 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d30ad867-742b-4fa3-837e-3f0c1ce0313c req-bfe31c8f-2bb3-4aea-a355-cde11d94a5c2 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0979080 Jun 27 15:31:51.258452 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d30ad867-742b-4fa3-837e-3f0c1ce0313c req-ec7c1cd9-51e7-4514-90a2-965da68f6f06 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738783 Jun 27 15:31:51.962135 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eaa905-88a6-4fe3-9168-ac77b3275ed6 req-4a16c082-4be8-4d53-b84c-0809059a93ba tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:51.963797 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-04eaa905-88a6-4fe3-9168-ac77b3275ed6 req-4a16c082-4be8-4d53-b84c-0809059a93ba tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 944 time: 0.0658057 Jun 27 15:31:52.030816 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-04eaa905-88a6-4fe3-9168-ac77b3275ed6 req-75385fc7-3b29-4f34-a3f9-9c9ecdf01ca9 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=fefdb0ad-3786-45b3-8e18-a7904760eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573742 Jun 27 15:31:52.100547 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c2a8735f-35c0-49f3-985c-1374af6d7da9 req-89c949a9-87fd-4f76-9d00-b21abfdcd1cf tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 210 time: 0.0334542 Jun 27 15:31:52.422762 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eeb3b6-a20c-434b-aab4-2213743916ce req-4aa6d631-eeda-4e14-935e-bf793ebc359f tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:52.425165 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f8eeb3b6-a20c-434b-aab4-2213743916ce req-4aa6d631-eeda-4e14-935e-bf793ebc359f tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0667613 Jun 27 15:31:52.453337 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:52.468517 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device c4f0c948-b5c3-4c06-8187-bac9f967d7ff no longer exists at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:31:52.490696 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] No Port match for: c4f0c948-b5c3-4c06-8187-bac9f967d7ff {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:31:52.491037 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device c4f0c948-b5c3-4c06-8187-bac9f967d7ff not bound to the agent host hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:31:52.491151 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f8eeb3b6-a20c-434b-aab4-2213743916ce req-5ad70099-0175-427d-8fcd-863a35718782 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603316 Jun 27 15:31:53.176354 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f2e88-7552-41e1-8b85-0daddc093466 req-d0b7ad88-0375-47bc-808b-86f566615654 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:53.178105 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-db6f2e88-7552-41e1-8b85-0daddc093466 req-d0b7ad88-0375-47bc-808b-86f566615654 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 944 time: 0.0591497 Jun 27 15:31:53.240822 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-db6f2e88-7552-41e1-8b85-0daddc093466 req-c35ca700-988e-4e3e-b3ae-f4a225c96cf3 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=fefdb0ad-3786-45b3-8e18-a7904760eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558026 Jun 27 15:31:53.244744 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6091ff03-f3ce-49ba-b951-2f51cf8d971a req-9b555883-b8ef-4f70-b1c8-8eb3013aa984 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 210 time: 0.0358257 Jun 27 15:31:53.627243 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0549010-8fd6-4b83-a8c7-a9c503ee128d req-ccc9aaa2-ddb9-419c-bcfa-841f6ad1523b tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:53.629426 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f0549010-8fd6-4b83-a8c7-a9c503ee128d req-ccc9aaa2-ddb9-419c-bcfa-841f6ad1523b tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0531433 Jun 27 15:31:53.692830 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f0549010-8fd6-4b83-a8c7-a9c503ee128d req-1d2150ef-e505-4538-96df-96fc1f170104 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533597 Jun 27 15:31:54.373646 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399c9b8-b481-466e-ac95-87c608cb1532 req-a19eedac-be04-4ce3-b928-a8253386f15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:54.375474 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6399c9b8-b481-466e-ac95-87c608cb1532 req-a19eedac-be04-4ce3-b928-a8253386f15a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e07fc46cd5f4afe875767c926bd63ee&device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 1128 time: 0.1374698 Jun 27 15:31:54.454482 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-826d6296-4d5f-4411-9214-09dee0ca74a8 req-6e95590e-9fd2-4ebc-ba9e-886df3f217df tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 210 time: 0.0702274 Jun 27 15:31:54.475939 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb116e-6c24-485d-a2a2-59fede61850c req-d0ff0562-e8df-462c-bf15-7da85d20552e tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:54.490179 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c1eb116e-6c24-485d-a2a2-59fede61850c req-d0ff0562-e8df-462c-bf15-7da85d20552e tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 944 time: 0.1002095 Jun 27 15:31:54.569832 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c1eb116e-6c24-485d-a2a2-59fede61850c req-f05a2ccb-9f4a-48c6-948a-074e25fc2523 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=fefdb0ad-3786-45b3-8e18-a7904760eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778883 Jun 27 15:31:54.598184 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399c9b8-b481-466e-ac95-87c608cb1532 req-223b96e9-d471-4fcc-b1b3-ea6685ca34da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:54.600070 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6399c9b8-b481-466e-ac95-87c608cb1532 req-223b96e9-d471-4fcc-b1b3-ea6685ca34da service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2e07fc46cd5f4afe875767c926bd63ee&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2045999 Jun 27 15:31:54.784097 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c430455-a052-4930-b4df-4fdfdfb7bf20 req-2b0061c0-1276-4b35-9111-c2a36c147775 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:54.786750 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4c430455-a052-4930-b4df-4fdfdfb7bf20 req-2b0061c0-1276-4b35-9111-c2a36c147775 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.1199265 Jun 27 15:31:54.839056 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399c9b8-b481-466e-ac95-87c608cb1532 req-64812d22-efb0-4815-8373-d59cb4ec605d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:54.840728 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6399c9b8-b481-466e-ac95-87c608cb1532 req-64812d22-efb0-4815-8373-d59cb4ec605d service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1836953 Jun 27 15:31:54.904096 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc957d-cee1-4c84-8718-27fba51f0348 req-0b73d36a-c950-45d7-ba0a-d25641d22b85 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:54.906915 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5fbc957d-cee1-4c84-8718-27fba51f0348 req-0b73d36a-c950-45d7-ba0a-d25641d22b85 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0937641 Jun 27 15:31:55.023727 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:55.151213 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-02223925-855a-4869-99ec-49661b94f1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:55.154101 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-02223925-855a-4869-99ec-49661b94f1be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e07fc46cd5f4afe875767c926bd63ee&device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 1128 time: 0.1907272 Jun 27 15:31:55.253549 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5fbc957d-cee1-4c84-8718-27fba51f0348 req-98a8cbed-cc20-4ca7-8eb7-4f9be7a4adfe tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3341210 Jun 27 15:31:55.260714 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-76d86a65-24f6-4994-b46e-9c95730048aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08e3ae6c-5577-48e3-8481-9b2849653b64 HTTP/1.1" status: 200 len: 217 time: 0.0911732 Jun 27 15:31:55.262505 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-4c430455-a052-4930-b4df-4fdfdfb7bf20 req-97f80e13-01d3-4aca-ade8-1647f2d8cbcc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Deleting port 44036d57-a43c-4cb8-b4e7-dad2d8ab154a {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:31:55.263528 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4c430455-a052-4930-b4df-4fdfdfb7bf20 req-97f80e13-01d3-4aca-ade8-1647f2d8cbcc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (44036d57-a43c-4cb8-b4e7-dad2d8ab154a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:55.395524 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-6dc62435-cd07-4bb9-ac02-b852803f7206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:55.397266 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-6dc62435-cd07-4bb9-ac02-b852803f7206 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf7190f5-96d6-4fc7-8135-6ae4628d416d HTTP/1.1" status: 200 len: 849 time: 0.1247432 Jun 27 15:31:55.440085 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-c0aac8d6-7a7c-4b63-b4c9-6fb7aa39d50c tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:55.442799 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-c0aac8d6-7a7c-4b63-b4c9-6fb7aa39d50c tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.42 "GET /v2.0/networks?id=9f2b3a5f-8943-48e2-bb0f-3f837d61206a HTTP/1.1" status: 200 len: 814 time: 0.4506271 Jun 27 15:31:55.466659 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-4c430455-a052-4930-b4df-4fdfdfb7bf20 req-97f80e13-01d3-4aca-ade8-1647f2d8cbcc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] For port 44036d57-a43c-4cb8-b4e7-dad2d8ab154a, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=44036d57-a43c-4cb8-b4e7-dad2d8ab154a,segment=NetworkSegment(ce888434-d2f9-46aa-807c-1c90ac319f5e),segment_id=ce888434-d2f9-46aa-807c-1c90ac319f5e)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:31:55.467033 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4c430455-a052-4930-b4df-4fdfdfb7bf20 req-97f80e13-01d3-4aca-ade8-1647f2d8cbcc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (44036d57-a43c-4cb8-b4e7-dad2d8ab154a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:55.477814 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-53846b41-4ac2-453e-a381-a846cb4c8bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:55.479360 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-53846b41-4ac2-453e-a381-a846cb4c8bc7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=42d6796f-0df3-4f1e-9bd2-00a387c5c9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0734098 Jun 27 15:31:55.543802 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-125d6c50-6843-45b6-93e8-f9b3a2c14e3a tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dff1983b1b3047378b88d87d54aa709d HTTP/1.1" status: 200 len: 379 time: 0.0870991 Jun 27 15:31:55.556956 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-59a806fb-e09a-4bfe-80b7-1e90e00599f7 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Request body: {'port': {'device_id': 'a3afef28-40eb-48c6-a65c-f549cc963cda', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'admin_state_up': True, 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'security_groups': ['beb41e6d-889b-4593-8cb4-0272ed55249d']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:31:55.648942 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-29506356-2bcc-4906-8157-9d7ccc3e588b req-42e17cf7-f950-4ed4-891e-1ddb08310a29 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 210 time: 0.0375166 Jun 27 15:31:55.688863 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-5e5bf0f8-9051-477c-9254-6d364a0de7ab service neutron] 10.222.0.42 "GET /v2.0/networks/42d6796f-0df3-4f1e-9bd2-00a387c5c9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012858 Jun 27 15:31:55.774743 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-59a806fb-e09a-4bfe-80b7-1e90e00599f7 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Made reservation on behalf of dff1983b1b3047378b88d87d54aa709d for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:31:55.778615 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-59a806fb-e09a-4bfe-80b7-1e90e00599f7 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:55.803215 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:55.810760 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:55.846480 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4c430455-a052-4930-b4df-4fdfdfb7bf20 req-97f80e13-01d3-4aca-ade8-1647f2d8cbcc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:55.846892 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4c430455-a052-4930-b4df-4fdfdfb7bf20 req-97f80e13-01d3-4aca-ade8-1647f2d8cbcc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (06d7fcc9-9139-4dda-9060-5fd35b1653d0), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:55.847498 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.l3_db [req-4c430455-a052-4930-b4df-4fdfdfb7bf20 req-97f80e13-01d3-4aca-ade8-1647f2d8cbcc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Floating IP 06d7fcc9-9139-4dda-9060-5fd35b1653d0 disassociated. External IP: 172.27.2.106, port: 44036d57-a43c-4cb8-b4e7-dad2d8ab154a. Jun 27 15:31:55.847815 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-4c430455-a052-4930-b4df-4fdfdfb7bf20 req-97f80e13-01d3-4aca-ade8-1647f2d8cbcc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Calling delete_port for 44036d57-a43c-4cb8-b4e7-dad2d8ab154a owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:31:55.860800 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff16303-e081-4248-95e0-c42dc64cb206 req-62dd80a7-f84d-4201-9239-66022f48876c tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:55.863863 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9ff16303-e081-4248-95e0-c42dc64cb206 req-62dd80a7-f84d-4201-9239-66022f48876c tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 944 time: 0.1405370 Jun 27 15:31:55.934211 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-59a806fb-e09a-4bfe-80b7-1e90e00599f7 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Allocated IP 172.20.0.14 (9f2b3a5f-8943-48e2-bb0f-3f837d61206a/8a06131b-528a-47d8-9082-6c3add5ef19c/15808846-1217-422f-a8ef-2e30bfe2ee06) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:31:56.085823 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:56.155979 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-59a806fb-e09a-4bfe-80b7-1e90e00599f7 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for port (15808846-1217-422f-a8ef-2e30bfe2ee06), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:56.199065 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-59a806fb-e09a-4bfe-80b7-1e90e00599f7 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (15808846-1217-422f-a8ef-2e30bfe2ee06), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:56.248900 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-59a806fb-e09a-4bfe-80b7-1e90e00599f7 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Network 9f2b3a5f-8943-48e2-bb0f-3f837d61206a is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:31:56.253403 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-59a806fb-e09a-4bfe-80b7-1e90e00599f7 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:31:56.257893 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-59a806fb-e09a-4bfe-80b7-1e90e00599f7 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:31:56.304738 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a806fb-e09a-4bfe-80b7-1e90e00599f7 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event updated for resources: {'Port': ['ID=15808846-1217-422f-a8ef-2e30bfe2ee06,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:56.310351 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-79eefa76-0f68-40d4-b153-c6ef530936a0 req-b44f48ad-c5cf-48cb-bd13-c92317a7eb88 service neutron] 10.222.0.42 "GET /v2.0/networks/42d6796f-0df3-4f1e-9bd2-00a387c5c9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5867136 Jun 27 15:31:56.359133 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9ff16303-e081-4248-95e0-c42dc64cb206 req-3792be6f-3fc6-4dea-9e43-a1eacac74b87 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=fefdb0ad-3786-45b3-8e18-a7904760eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4809711 Jun 27 15:31:56.384985 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-59a806fb-e09a-4bfe-80b7-1e90e00599f7 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:56.385734 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-59a806fb-e09a-4bfe-80b7-1e90e00599f7 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:56.459953 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c3fe5-7d66-4e03-b802-d3a8ca51bf36 req-5002921b-f1ed-4935-b5fe-cd5fcfcbf357 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:56.467211 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-255c3fe5-7d66-4e03-b802-d3a8ca51bf36 req-5002921b-f1ed-4935-b5fe-cd5fcfcbf357 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 945 time: 0.0660608 Jun 27 15:31:56.490680 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-59a806fb-e09a-4bfe-80b7-1e90e00599f7 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9392920 Jun 27 15:31:56.529990 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4c430455-a052-4930-b4df-4fdfdfb7bf20 req-97f80e13-01d3-4aca-ade8-1647f2d8cbcc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (44036d57-a43c-4cb8-b4e7-dad2d8ab154a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:56.541465 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-255c3fe5-7d66-4e03-b802-d3a8ca51bf36 req-6412050b-80f8-40d2-a616-f68b17a306c3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c467885f-8142-4242-bf11-b38775816572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727804 Jun 27 15:31:56.575336 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f80e13-01d3-4aca-ade8-1647f2d8cbcc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Pushing event deleted for resources: {'Port': ['ID=44036d57-a43c-4cb8-b4e7-dad2d8ab154a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:56.588984 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f80e13-01d3-4aca-ade8-1647f2d8cbcc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:56.589344 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f80e13-01d3-4aca-ade8-1647f2d8cbcc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:56.589685 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f80e13-01d3-4aca-ade8-1647f2d8cbcc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:56.590059 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f80e13-01d3-4aca-ade8-1647f2d8cbcc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:56.590370 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f80e13-01d3-4aca-ade8-1647f2d8cbcc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:56.590708 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f80e13-01d3-4aca-ade8-1647f2d8cbcc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:56.591043 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f80e13-01d3-4aca-ade8-1647f2d8cbcc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:56.591381 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f80e13-01d3-4aca-ade8-1647f2d8cbcc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:56.591823 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f80e13-01d3-4aca-ade8-1647f2d8cbcc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:56.592052 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f80e13-01d3-4aca-ade8-1647f2d8cbcc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:56.592387 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f80e13-01d3-4aca-ade8-1647f2d8cbcc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:56.592713 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f80e13-01d3-4aca-ade8-1647f2d8cbcc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:56.593099 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f80e13-01d3-4aca-ade8-1647f2d8cbcc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:56.593359 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f80e13-01d3-4aca-ade8-1647f2d8cbcc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:56.593683 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f80e13-01d3-4aca-ade8-1647f2d8cbcc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:31:56.642958 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:56.722413 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-1cf06e79-9407-40da-b335-c79515a11dd1 None None] Provisioning complete for port 15808846-1217-422f-a8ef-2e30bfe2ee06 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:31:56.723946 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1cf06e79-9407-40da-b335-c79515a11dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (15808846-1217-422f-a8ef-2e30bfe2ee06), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:56.738904 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c430455-a052-4930-b4df-4fdfdfb7bf20 req-97f80e13-01d3-4aca-ade8-1647f2d8cbcc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Router 928f35cb-cf58-4dde-a4b4-eec4b75bf621 has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:31:56.792916 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-1cf06e79-9407-40da-b335-c79515a11dd1 None None] Port 15808846-1217-422f-a8ef-2e30bfe2ee06 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:31:56.892415 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8d912-fd57-42bc-9818-5449d4decfaf req-2e98cac3-7862-4514-b611-f8c12e83c1e5 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:56.894659 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-76f8d912-fd57-42bc-9818-5449d4decfaf req-2e98cac3-7862-4514-b611-f8c12e83c1e5 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 932 time: 0.0934222 Jun 27 15:31:56.920427 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c430455-a052-4930-b4df-4fdfdfb7bf20 req-97f80e13-01d3-4aca-ade8-1647f2d8cbcc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:31:56.937028 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5b720c-e792-4c28-a9d2-b052b5c53383 None None] Sync routers for ids ['928f35cb-cf58-4dde-a4b4-eec4b75bf621'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:31:56.950827 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5b720c-e792-4c28-a9d2-b052b5c53383 None None] Routers {'928f35cb-cf58-4dde-a4b4-eec4b75bf621'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:31:56.951829 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-dc5b720c-e792-4c28-a9d2-b052b5c53383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:31:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['928f35cb-cf58-4dde-a4b4-eec4b75bf621'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:31:57.028517 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c430455-a052-4930-b4df-4fdfdfb7bf20 req-97f80e13-01d3-4aca-ade8-1647f2d8cbcc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] No DVR routers for this DVR port 44036d57-a43c-4cb8-b4e7-dad2d8ab154a on host hv-cinder-84779 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:31:57.036837 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-4c430455-a052-4930-b4df-4fdfdfb7bf20 req-97f80e13-01d3-4aca-ade8-1647f2d8cbcc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:57.041579 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4c430455-a052-4930-b4df-4fdfdfb7bf20 req-97f80e13-01d3-4aca-ade8-1647f2d8cbcc tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.42 "DELETE /v2.0/ports/44036d57-a43c-4cb8-b4e7-dad2d8ab154a HTTP/1.1" status: 204 len: 173 time: 2.1524358 Jun 27 15:31:57.042079 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b96384b-617e-4ae6-989b-f16e60189883', 'name': 'network-vif-deleted', 'tag': '44036d57-a43c-4cb8-b4e7-dad2d8ab154a'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:31:57.044463 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce7b08e-c442-4174-b3cf-7111e4808b13" -d '{"events": [{"server_uuid": "6b96384b-617e-4ae6-989b-f16e60189883", "name": "network-vif-deleted", "tag": "44036d57-a43c-4cb8-b4e7-dad2d8ab154a"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:31:57.060544 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-76f8d912-fd57-42bc-9818-5449d4decfaf req-afd8010f-eb2e-4166-bdc3-b01c15ba223a tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=beb41e6d-889b-4593-8cb4-0272ed55249d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534176 Jun 27 15:31:57.082687 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-dc5b720c-e792-4c28-a9d2-b052b5c53383 None None] Set router 928f35cb-cf58-4dde-a4b4-eec4b75bf621 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:31:57.131387 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb3841f-28f3-4aef-8cc6-381921306b8a x-openstack-request-id: req-ceb3841f-28f3-4aef-8cc6-381921306b8a {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:31:57.132703 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b96384b-617e-4ae6-989b-f16e60189883", "name": "network-vif-deleted", "tag": "44036d57-a43c-4cb8-b4e7-dad2d8ab154a", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:31:57.132703 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ceb3841f-28f3-4aef-8cc6-381921306b8a {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:31:57.132703 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceb3841f-28f3-4aef-8cc6-381921306b8a'] response: {'server_uuid': '6b96384b-617e-4ae6-989b-f16e60189883', 'name': 'network-vif-deleted', 'tag': '44036d57-a43c-4cb8-b4e7-dad2d8ab154a', 'status': 'completed', 'code': 200} Jun 27 15:31:57.294801 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-6854416c-7c56-445a-9661-1aec1516b68a service neutron] Request body: {'port': {'device_id': 'a3afef28-40eb-48c6-a65c-f549cc963cda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84779'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:31:57.320078 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-dc5b720c-e792-4c28-a9d2-b052b5c53383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'name': 'tempest-ServerRescueNegativeTestJSON-920464589-router', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '44554097-c32e-4389-a40b-7f7699da4c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:19Z', 'updated_at': '2022-06-27T15:26:29Z', 'revision_number': 4, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'gw_port': {'id': '44554097-c32e-4389-a40b-7f7699da4c96', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:20Z', 'updated_at': '2022-06-27T15:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '88d59b94-6c8f-4037-93f9-0b01f6345524', 'name': '', 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'mac_address': 'fa:16:3e:c7:3e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:27Z', 'updated_at': '2022-06-27T15:26:56Z', 'revision_number': 5, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'subnets': [{'id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:31:57.348476 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5b720c-e792-4c28-a9d2-b052b5c53383 None None] Checking router: 928f35cb-cf58-4dde-a4b4-eec4b75bf621 for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:31:57.359046 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5b720c-e792-4c28-a9d2-b052b5c53383 None None] Routers {'928f35cb-cf58-4dde-a4b4-eec4b75bf621'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:31:57.359663 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-dc5b720c-e792-4c28-a9d2-b052b5c53383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:31:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['928f35cb-cf58-4dde-a4b4-eec4b75bf621'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:31:57.429820 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-6854416c-7c56-445a-9661-1aec1516b68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (15808846-1217-422f-a8ef-2e30bfe2ee06), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:57.587189 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b4318-36c9-487c-8796-cd5852f46613 req-0cdc113f-cb80-489f-8e91-e6118ddc81c2 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:57.587880 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-dc5b720c-e792-4c28-a9d2-b052b5c53383 None None] Set router 928f35cb-cf58-4dde-a4b4-eec4b75bf621 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:31:57.589181 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b22b4318-36c9-487c-8796-cd5852f46613 req-0cdc113f-cb80-489f-8e91-e6118ddc81c2 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 944 time: 0.0958831 Jun 27 15:31:57.616555 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=100 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:57.666649 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b22b4318-36c9-487c-8796-cd5852f46613 req-e8362552-992c-4032-8c1e-5896b67469e8 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=fefdb0ad-3786-45b3-8e18-a7904760eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690515 Jun 27 15:31:57.764060 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b131080d-69f2-4e24-9920-2962f4eb4048 req-4d0be5b2-aa97-44a6-8014-5f2faf8a6788 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b96384b-617e-4ae6-989b-f16e60189883 HTTP/1.1" status: 200 len: 210 time: 0.0526021 Jun 27 15:31:57.844452 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:57.891076 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:57.956359 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-dc5b720c-e792-4c28-a9d2-b052b5c53383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'name': 'tempest-ServerRescueNegativeTestJSON-920464589-router', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '44554097-c32e-4389-a40b-7f7699da4c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:19Z', 'updated_at': '2022-06-27T15:26:29Z', 'revision_number': 4, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'gw_port': {'id': '44554097-c32e-4389-a40b-7f7699da4c96', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:20Z', 'updated_at': '2022-06-27T15:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '88d59b94-6c8f-4037-93f9-0b01f6345524', 'name': '', 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'mac_address': 'fa:16:3e:c7:3e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:27Z', 'updated_at': '2022-06-27T15:26:56Z', 'revision_number': 5, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'subnets': [{'id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:31:57.995011 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5b720c-e792-4c28-a9d2-b052b5c53383 None None] The sync data for ids ['928f35cb-cf58-4dde-a4b4-eec4b75bf621'] in dv-cinder-847798-1-iscsi is: [{'id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'name': 'tempest-ServerRescueNegativeTestJSON-920464589-router', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '44554097-c32e-4389-a40b-7f7699da4c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:19Z', 'updated_at': '2022-06-27T15:26:29Z', 'revision_number': 4, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'gw_port': {'id': '44554097-c32e-4389-a40b-7f7699da4c96', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:20Z', 'updated_at': '2022-06-27T15:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '88d59b94-6c8f-4037-93f9-0b01f6345524', 'name': '', 'network_id': '0dd13161-8ee5-4285-a373-761f6ed0abd7', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'mac_address': 'fa:16:3e:c7:3e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:27Z', 'updated_at': '2022-06-27T15:26:56Z', 'revision_number': 5, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'subnets': [{'id': '5101df7e-dc3e-4d22-92a5-4e633fba6a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:31:58.022360 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-6854416c-7c56-445a-9661-1aec1516b68a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15808846-1217-422f-a8ef-2e30bfe2ee06 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:31:58.038486 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-6854416c-7c56-445a-9661-1aec1516b68a service neutron] Publish callbacks [] for port (15808846-1217-422f-a8ef-2e30bfe2ee06), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:58.068760 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-6854416c-7c56-445a-9661-1aec1516b68a service neutron] Transition to ACTIVE for port object 15808846-1217-422f-a8ef-2e30bfe2ee06 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 15:31:58.077192 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-6854416c-7c56-445a-9661-1aec1516b68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9438190'] for port (15808846-1217-422f-a8ef-2e30bfe2ee06), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:58.236364 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854416c-7c56-445a-9661-1aec1516b68a service neutron] Pushing event updated for resources: {'Port': ['ID=15808846-1217-422f-a8ef-2e30bfe2ee06,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:58.274530 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dffcb9-ec8b-4242-8403-83c0948baa8f req-70f5f6c9-fb75-4f94-b72f-19a2f6496013 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:58.288286 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a8dffcb9-ec8b-4242-8403-83c0948baa8f req-70f5f6c9-fb75-4f94-b72f-19a2f6496013 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 944 time: 0.0997541 Jun 27 15:31:58.333271 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-6854416c-7c56-445a-9661-1aec1516b68a service neutron] Attempting to bind port 15808846-1217-422f-a8ef-2e30bfe2ee06 on host hv-cinder-84779 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:31:58.333871 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-6854416c-7c56-445a-9661-1aec1516b68a service neutron] Attempting to bind port 15808846-1217-422f-a8ef-2e30bfe2ee06 by drivers openvswitch,hyperv on host hv-cinder-84779 at level 0 using segments [{'id': 'df2d7c62-f2a0-47f2-8167-091f3a1d364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:31:58.334306 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-6854416c-7c56-445a-9661-1aec1516b68a service neutron] Attempting to bind port 15808846-1217-422f-a8ef-2e30bfe2ee06 on network 9f2b3a5f-8943-48e2-bb0f-3f837d61206a {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:31:58.342851 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-6854416c-7c56-445a-9661-1aec1516b68a service neutron] Port 15808846-1217-422f-a8ef-2e30bfe2ee06 on network 9f2b3a5f-8943-48e2-bb0f-3f837d61206a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84779 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 15:31:58.343366 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-6854416c-7c56-445a-9661-1aec1516b68a service neutron] Attempting to bind port 15808846-1217-422f-a8ef-2e30bfe2ee06 on network 9f2b3a5f-8943-48e2-bb0f-3f837d61206a {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:31:58.352903 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-6854416c-7c56-445a-9661-1aec1516b68a service neutron] Checking agent: {'id': '2a101be5-d6db-4e6c-800c-1df71c1b626f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84779', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'started_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:31:58.353434 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-6854416c-7c56-445a-9661-1aec1516b68a service neutron] Checking segment: {'id': 'df2d7c62-f2a0-47f2-8167-091f3a1d364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:31:58.354048 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-6854416c-7c56-445a-9661-1aec1516b68a service neutron] Bound using segment: {'id': 'df2d7c62-f2a0-47f2-8167-091f3a1d364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:31:58.354755 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:58.354884 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-6854416c-7c56-445a-9661-1aec1516b68a service neutron] Bound port: 15808846-1217-422f-a8ef-2e30bfe2ee06, host: hv-cinder-84779, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df2d7c62-f2a0-47f2-8167-091f3a1d364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:31:58.355321 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-6854416c-7c56-445a-9661-1aec1516b68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (15808846-1217-422f-a8ef-2e30bfe2ee06), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:58.366477 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a8dffcb9-ec8b-4242-8403-83c0948baa8f req-31a63bb8-cbbf-43ee-82c8-e13c6b71845d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=beb41e6d-889b-4593-8cb4-0272ed55249d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761406 Jun 27 15:31:58.434348 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b130c0-d9b6-49ea-b47e-b5652988ee72 None None] New status for floating IP 06d7fcc9-9139-4dda-9060-5fd35b1653d0: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 15:31:58.437386 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:58.459077 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-6854416c-7c56-445a-9661-1aec1516b68a service neutron] For port 15808846-1217-422f-a8ef-2e30bfe2ee06, host hv-cinder-84779, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:31:58.465429 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-6854416c-7c56-445a-9661-1aec1516b68a service neutron] For port 15808846-1217-422f-a8ef-2e30bfe2ee06, host hv-cinder-84779, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=15808846-1217-422f-a8ef-2e30bfe2ee06,segment=NetworkSegment(df2d7c62-f2a0-47f2-8167-091f3a1d364d),segment_id=df2d7c62-f2a0-47f2-8167-091f3a1d364d)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:31:58.474741 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-6854416c-7c56-445a-9661-1aec1516b68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9438190'] for port (15808846-1217-422f-a8ef-2e30bfe2ee06), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:58.520115 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-6854416c-7c56-445a-9661-1aec1516b68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:58.520963 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-6854416c-7c56-445a-9661-1aec1516b68a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:58.522518 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-6854416c-7c56-445a-9661-1aec1516b68a service neutron] 10.222.0.42 "PUT /v2.0/ports/15808846-1217-422f-a8ef-2e30bfe2ee06 HTTP/1.1" status: 200 len: 1094 time: 1.2352283 Jun 27 15:31:58.525821 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3afef28-40eb-48c6-a65c-f549cc963cda', 'tag': '15808846-1217-422f-a8ef-2e30bfe2ee06'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:31:58.528526 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ecdf1b21e48a9c17975c38f4cbb98a47ab0df019f7748c413a09c43e6bcf64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7443e21-abd4-4496-9411-ddf5093d1ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "a3afef28-40eb-48c6-a65c-f549cc963cda", "tag": "15808846-1217-422f-a8ef-2e30bfe2ee06"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:31:58.580504 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854416c-7c56-445a-9661-1aec1516b68a service neutron] Pushing event updated for resources: {'Port': ['ID=15808846-1217-422f-a8ef-2e30bfe2ee06,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:58.610794 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4765c65-8aa0-4bf5-9029-41ad104ef950 x-openstack-request-id: req-a4765c65-8aa0-4bf5-9029-41ad104ef950 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:31:58.610794 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3afef28-40eb-48c6-a65c-f549cc963cda", "tag": "15808846-1217-422f-a8ef-2e30bfe2ee06", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:31:58.611165 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a4765c65-8aa0-4bf5-9029-41ad104ef950 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:31:58.611357 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4765c65-8aa0-4bf5-9029-41ad104ef950'] response: {'name': 'network-changed', 'server_uuid': 'a3afef28-40eb-48c6-a65c-f549cc963cda', 'tag': '15808846-1217-422f-a8ef-2e30bfe2ee06', 'status': 'completed', 'code': 200} Jun 27 15:31:58.671610 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-442f83de-cad2-451d-81cd-d2a7850a6874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:58.673525 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-442f83de-cad2-451d-81cd-d2a7850a6874 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dff1983b1b3047378b88d87d54aa709d&device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 1128 time: 0.0539672 Jun 27 15:31:58.758885 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-cc9ea9f7-7493-4a2e-92b2-f18347449b77 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15808846-1217-422f-a8ef-2e30bfe2ee06 HTTP/1.1" status: 200 len: 217 time: 0.0763810 Jun 27 15:31:58.866964 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-5cf59957-2730-4392-8e52-e6954a2e7162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:58.869574 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-5cf59957-2730-4392-8e52-e6954a2e7162 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8a06131b-528a-47d8-9082-6c3add5ef19c HTTP/1.1" status: 200 len: 853 time: 0.1022480 Jun 27 15:31:58.907058 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0807a-392b-4f20-915d-9b99680af007 req-0b321a29-4bae-4433-80d4-65499ca9b3e8 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:58.910270 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aba0807a-392b-4f20-915d-9b99680af007 req-0b321a29-4bae-4433-80d4-65499ca9b3e8 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 944 time: 0.1053696 Jun 27 15:31:58.943548 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 55078) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:31:58.982552 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-2836747a-2c93-4034-b1c1-399b9593f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:58.985065 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-2836747a-2c93-4034-b1c1-399b9593f4d6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2b3a5f-8943-48e2-bb0f-3f837d61206a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1075978 Jun 27 15:31:59.001257 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aba0807a-392b-4f20-915d-9b99680af007 req-c931f899-f441-4523-8342-a89428fef9a0 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=fefdb0ad-3786-45b3-8e18-a7904760eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782468 Jun 27 15:31:59.133360 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5580f9b6-3a53-46c9-afc2-3c9ff678518d tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks [] for security_group (c467885f-8142-4242-bf11-b38775816572), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:59.183371 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5580f9b6-3a53-46c9-afc2-3c9ff678518d tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks [] for security_group (c467885f-8142-4242-bf11-b38775816572), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:59.187956 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-3c17ed62-b937-456e-9f48-9773a107e967 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894865 Jun 27 15:31:59.344838 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5580f9b6-3a53-46c9-afc2-3c9ff678518d tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (c467885f-8142-4242-bf11-b38775816572), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:59.348374 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-5580f9b6-3a53-46c9-afc2-3c9ff678518d tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:59.349855 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-5580f9b6-3a53-46c9-afc2-3c9ff678518d tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "DELETE /v2.0/security-groups/c467885f-8142-4242-bf11-b38775816572 HTTP/1.1" status: 204 len: 168 time: 0.4049792 Jun 27 15:31:59.353389 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 55084) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:31:59.370420 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e483f2af-3a11-43c7-b49a-47e48c2a9eff req-caa82cae-69fd-4d76-a162-9b037e8c6647 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754622 Jun 27 15:31:59.377858 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580f9b6-3a53-46c9-afc2-3c9ff678518d tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c467885f-8142-4242-bf11-b38775816572,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:59.378137 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.api.v2.resource [None req-8fafc76b-6356-4d0d-a44b-d1db90f01c29 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] show failed (client error): The resource could not be found. Jun 27 15:31:59.382811 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-8fafc76b-6356-4d0d-a44b-d1db90f01c29 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups/c467885f-8142-4242-bf11-b38775816572 HTTP/1.1" status: 404 len: 347 time: 0.0242281 Jun 27 15:31:59.384273 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 55088) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:31:59.510550 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:59.528654 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27f6a2-7880-4185-97b2-33f6b4eebc16 req-79200a06-2c05-4fa6-b8a8-fddcd36195c9 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:31:59.531142 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ed27f6a2-7880-4185-97b2-33f6b4eebc16 req-79200a06-2c05-4fa6-b8a8-fddcd36195c9 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 944 time: 0.0723512 Jun 27 15:31:59.556736 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-f94616fb-11c0-4130-b96d-3fca9b01a4c7 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Deleting port 17078c74-c9f8-4f20-8efe-03afbdbbd628 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:31:59.557270 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f94616fb-11c0-4130-b96d-3fca9b01a4c7 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (17078c74-c9f8-4f20-8efe-03afbdbbd628), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:59.602676 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ed27f6a2-7880-4185-97b2-33f6b4eebc16 req-1d859ae9-372d-456b-9a56-9c5f0b891bda tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=beb41e6d-889b-4593-8cb4-0272ed55249d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614634 Jun 27 15:31:59.681687 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f94616fb-11c0-4130-b96d-3fca9b01a4c7 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (17078c74-c9f8-4f20-8efe-03afbdbbd628), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:59.682292 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f94616fb-11c0-4130-b96d-3fca9b01a4c7 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks [] for floatingip (17078c74-c9f8-4f20-8efe-03afbdbbd628), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:59.700273 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-f94616fb-11c0-4130-b96d-3fca9b01a4c7 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Calling delete_port for 17078c74-c9f8-4f20-8efe-03afbdbbd628 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:31:59.855465 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f94616fb-11c0-4130-b96d-3fca9b01a4c7 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (17078c74-c9f8-4f20-8efe-03afbdbbd628), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:59.888928 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94616fb-11c0-4130-b96d-3fca9b01a4c7 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Pushing event deleted for resources: {'Port': ['ID=17078c74-c9f8-4f20-8efe-03afbdbbd628,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:31:59.940899 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:31:59.959772 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f94616fb-11c0-4130-b96d-3fca9b01a4c7 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks [] for floatingip (06d7fcc9-9139-4dda-9060-5fd35b1653d0), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:59.962426 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f94616fb-11c0-4130-b96d-3fca9b01a4c7 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:31:59.963677 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-f94616fb-11c0-4130-b96d-3fca9b01a4c7 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "DELETE /v2.0/floatingips/06d7fcc9-9139-4dda-9060-5fd35b1653d0 HTTP/1.1" status: 204 len: 168 time: 0.5793328 Jun 27 15:32:00.150713 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a1783-5305-4aed-8b28-2876f01e3a26 req-6f4c6db4-6b6c-4c2d-831c-1a03061d5f8b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:00.152240 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-762a1783-5305-4aed-8b28-2876f01e3a26 req-6f4c6db4-6b6c-4c2d-831c-1a03061d5f8b tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 944 time: 0.0513275 Jun 27 15:32:00.213312 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-762a1783-5305-4aed-8b28-2876f01e3a26 req-dd042251-ec8e-4b30-87f8-31ae95dcbff0 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=fefdb0ad-3786-45b3-8e18-a7904760eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501063 Jun 27 15:32:00.651166 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 08e3ae6c-5577-48e3-8481-9b2849653b64 details requested by agent hyperv_hv-cinder-84779 with host hv-cinder-84779 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 15:32:00.759690 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837c5c3-ca99-408c-8252-5eaff1685d38 req-fe215e73-1d93-4b27-b4ad-4da4716d618a tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:00.762372 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c837c5c3-ca99-408c-8252-5eaff1685d38 req-fe215e73-1d93-4b27-b4ad-4da4716d618a tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 944 time: 0.0798259 Jun 27 15:32:00.778636 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 08e3ae6c-5577-48e3-8481-9b2849653b64, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=08e3ae6c-5577-48e3-8481-9b2849653b64,segment=NetworkSegment(e27cde72-c31f-4b44-92ad-6feb60f14707),segment_id=e27cde72-c31f-4b44-92ad-6feb60f14707)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:32:00.796867 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Returning: {'device': '08e3ae6c-5577-48e3-8481-9b2849653b64', 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3', 'port_id': '08e3ae6c-5577-48e3-8481-9b2849653b64', 'mac_address': 'fa:16:3e:f2:fb:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 15:32:00.834242 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c837c5c3-ca99-408c-8252-5eaff1685d38 req-a37939d9-f885-4b92-8b43-402ef8c55772 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=beb41e6d-889b-4593-8cb4-0272ed55249d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616488 Jun 27 15:32:00.841476 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 08e3ae6c-5577-48e3-8481-9b2849653b64 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:32:00.841882 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (08e3ae6c-5577-48e3-8481-9b2849653b64), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:00.866324 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e3ae6c-5577-48e3-8481-9b2849653b64 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:32:00.898470 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 08e3ae6c-5577-48e3-8481-9b2849653b64, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=08e3ae6c-5577-48e3-8481-9b2849653b64,segment=NetworkSegment(e27cde72-c31f-4b44-92ad-6feb60f14707),segment_id=e27cde72-c31f-4b44-92ad-6feb60f14707)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:32:00.904127 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (08e3ae6c-5577-48e3-8481-9b2849653b64), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:00.909434 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:UPDATE=10,neutron:SELECT=90 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:00.965861 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=08e3ae6c-5577-48e3-8481-9b2849653b64,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:01.347244 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b8123-4046-4e82-ab17-74ef15c980ac req-098d4dfe-4c10-49bd-9008-996aaed94978 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:01.348722 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-110b8123-4046-4e82-ab17-74ef15c980ac req-098d4dfe-4c10-49bd-9008-996aaed94978 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 945 time: 0.0537298 Jun 27 15:32:01.400084 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-110b8123-4046-4e82-ab17-74ef15c980ac req-f27ff17e-0677-42e6-ab31-2672daedc488 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=fefdb0ad-3786-45b3-8e18-a7904760eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448327 Jun 27 15:32:01.464235 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 44036d57-a43c-4cb8-b4e7-dad2d8ab154a no longer exists at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:32:01.487261 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] No Port match for: 44036d57-a43c-4cb8-b4e7-dad2d8ab154a {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:32:01.487641 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 44036d57-a43c-4cb8-b4e7-dad2d8ab154a not bound to the agent host hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:32:01.969239 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c5800-c2bc-4de1-b81d-8b865c6e1ee5 req-f08fc2bc-8441-4260-a74b-55d70808d484 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:01.971072 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5e7c5800-c2bc-4de1-b81d-8b865c6e1ee5 req-f08fc2bc-8441-4260-a74b-55d70808d484 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 944 time: 0.0532534 Jun 27 15:32:02.024984 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5e7c5800-c2bc-4de1-b81d-8b865c6e1ee5 req-9b5d83b3-bb52-4a03-a463-8e610bffde72 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=beb41e6d-889b-4593-8cb4-0272ed55249d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468419 Jun 27 15:32:02.529590 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4e989-862b-4b87-95ed-20e49bbc0289 req-a9ca82d6-9ffa-4d4a-ae30-21412f606acc tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:02.531903 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fcc4e989-862b-4b87-95ed-20e49bbc0289 req-a9ca82d6-9ffa-4d4a-ae30-21412f606acc tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 945 time: 0.0566719 Jun 27 15:32:02.591389 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fcc4e989-862b-4b87-95ed-20e49bbc0289 req-847fdaf5-1b25-427b-be21-bf48cbc1f3f3 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=fefdb0ad-3786-45b3-8e18-a7904760eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514600 Jun 27 15:32:02.715634 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['08e3ae6c-5577-48e3-8481-9b2849653b64'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:32:02.854814 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:03.035206 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7443e21-abd4-4496-9411-ddf5093d1ee7 req-40dc92c2-325e-436c-a497-3a7468c465a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:03.036784 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c7443e21-abd4-4496-9411-ddf5093d1ee7 req-40dc92c2-325e-436c-a497-3a7468c465a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dff1983b1b3047378b88d87d54aa709d&device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 1128 time: 0.0447166 Jun 27 15:32:03.118273 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:03.183454 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7443e21-abd4-4496-9411-ddf5093d1ee7 req-c4d61a21-9a5d-4774-8bd5-5e57a1b6a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:03.185004 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c7443e21-abd4-4496-9411-ddf5093d1ee7 req-c4d61a21-9a5d-4774-8bd5-5e57a1b6a5af service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2b3a5f-8943-48e2-bb0f-3f837d61206a HTTP/1.1" status: 200 len: 915 time: 0.1395204 Jun 27 15:32:03.191060 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ef51e-213f-481e-8e6f-e00b6362c0dd req-05e52b21-89f1-407e-8dfc-c4c9456c537c tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:03.192570 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a01ef51e-213f-481e-8e6f-e00b6362c0dd req-05e52b21-89f1-407e-8dfc-c4c9456c537c tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 944 time: 0.0711429 Jun 27 15:32:03.242944 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c7443e21-abd4-4496-9411-ddf5093d1ee7 req-17689370-4f12-4e73-a0fa-5f3ff31b2363 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15808846-1217-422f-a8ef-2e30bfe2ee06 HTTP/1.1" status: 200 len: 217 time: 0.0493791 Jun 27 15:32:03.313473 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a01ef51e-213f-481e-8e6f-e00b6362c0dd req-1d6cf50a-db93-4dca-a365-03a916e5bb08 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=beb41e6d-889b-4593-8cb4-0272ed55249d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138930 Jun 27 15:32:03.325998 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7443e21-abd4-4496-9411-ddf5093d1ee7 req-3281efc9-cd75-4b52-913e-d4b7151a5f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:03.326320 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c7443e21-abd4-4496-9411-ddf5093d1ee7 req-3281efc9-cd75-4b52-913e-d4b7151a5f3c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8a06131b-528a-47d8-9082-6c3add5ef19c HTTP/1.1" status: 200 len: 853 time: 0.0759254 Jun 27 15:32:03.389952 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7443e21-abd4-4496-9411-ddf5093d1ee7 req-903c0e98-fc2e-4171-a3b4-889ad74cf5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:03.389952 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c7443e21-abd4-4496-9411-ddf5093d1ee7 req-903c0e98-fc2e-4171-a3b4-889ad74cf5ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2b3a5f-8943-48e2-bb0f-3f837d61206a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570183 Jun 27 15:32:03.503214 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c7443e21-abd4-4496-9411-ddf5093d1ee7 req-a1e1c909-7f3f-4ec1-a999-4ba0a0d6efd8 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053565 Jun 27 15:32:03.612836 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c7443e21-abd4-4496-9411-ddf5093d1ee7 req-f1b4d924-b4c7-492c-8d75-d91e0e2848ab service neutron] 10.222.0.42 "GET /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011326 Jun 27 15:32:03.741968 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35b686-8c7d-4f3b-a1c6-b5f62fbbedfb req-59332888-089b-40e8-921b-26580406dfdb tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:03.743577 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3b35b686-8c7d-4f3b-a1c6-b5f62fbbedfb req-59332888-089b-40e8-921b-26580406dfdb tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 945 time: 0.0629940 Jun 27 15:32:03.798682 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3b35b686-8c7d-4f3b-a1c6-b5f62fbbedfb req-f9610df6-6bb8-494d-9820-8b754833395a tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=fefdb0ad-3786-45b3-8e18-a7904760eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484617 Jun 27 15:32:04.390457 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 08e3ae6c-5577-48e3-8481-9b2849653b64 up at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:32:04.470939 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed13ff4f-105f-4d39-a729-a5a71dc99419 req-6f2c978e-5cac-46e2-91c4-fc64c7a15223 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:04.478288 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning for port 08e3ae6c-5577-48e3-8481-9b2849653b64 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 15:32:04.478571 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ed13ff4f-105f-4d39-a729-a5a71dc99419 req-6f2c978e-5cac-46e2-91c4-fc64c7a15223 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 944 time: 0.0821047 Jun 27 15:32:04.485996 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning complete for port 08e3ae6c-5577-48e3-8481-9b2849653b64 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:32:04.487523 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (08e3ae6c-5577-48e3-8481-9b2849653b64), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:04.532517 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ed13ff4f-105f-4d39-a729-a5a71dc99419 req-d1a7cada-e07e-42f9-8576-e78ec510265c tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=beb41e6d-889b-4593-8cb4-0272ed55249d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532298 Jun 27 15:32:04.589695 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 08e3ae6c-5577-48e3-8481-9b2849653b64 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:32:04.590199 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (08e3ae6c-5577-48e3-8481-9b2849653b64), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:04.627345 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902ddcef-106e-4a57-a046-8ea9f13aa8a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e3ae6c-5577-48e3-8481-9b2849653b64'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:32:04.629496 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d85b7032bc105ad9eb63a31382f750c4bf6bbb4824e658972134fe301cb831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4791bec-3afd-4d83-a895-c8055e60692f" -d '{"events": [{"server_uuid": "902ddcef-106e-4a57-a046-8ea9f13aa8a1", "name": "network-vif-plugged", "status": "completed", "tag": "08e3ae6c-5577-48e3-8481-9b2849653b64"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:32:04.650028 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 08e3ae6c-5577-48e3-8481-9b2849653b64, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=08e3ae6c-5577-48e3-8481-9b2849653b64,segment=NetworkSegment(e27cde72-c31f-4b44-92ad-6feb60f14707),segment_id=e27cde72-c31f-4b44-92ad-6feb60f14707)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:32:04.656614 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (08e3ae6c-5577-48e3-8481-9b2849653b64), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:04.687133 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1bb99fe-5517-4957-aa1c-13deba33aead x-openstack-request-id: req-b1bb99fe-5517-4957-aa1c-13deba33aead {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:32:04.687462 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902ddcef-106e-4a57-a046-8ea9f13aa8a1", "name": "network-vif-plugged", "status": "completed", "tag": "08e3ae6c-5577-48e3-8481-9b2849653b64", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:32:04.687727 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b1bb99fe-5517-4957-aa1c-13deba33aead {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:32:04.688140 dv-cinder-847798-1-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1bb99fe-5517-4957-aa1c-13deba33aead'] response: {'server_uuid': '902ddcef-106e-4a57-a046-8ea9f13aa8a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e3ae6c-5577-48e3-8481-9b2849653b64', 'code': 200} Jun 27 15:32:04.716753 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfe542-58dc-4a24-beef-8f26a2fa571c req-c416d644-7dbc-42ec-b80c-f35a77e3fc57 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:04.718355 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=08e3ae6c-5577-48e3-8481-9b2849653b64,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:04.718506 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-11bfe542-58dc-4a24-beef-8f26a2fa571c req-c416d644-7dbc-42ec-b80c-f35a77e3fc57 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.0563471 Jun 27 15:32:04.780113 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-11bfe542-58dc-4a24-beef-8f26a2fa571c req-4cd07545-dfdb-45ac-9eb3-a032140b0274 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504615 Jun 27 15:32:04.884431 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:04.923638 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781bf13-b672-4660-8f01-1711727689b2 req-78486597-8718-4d3e-8902-06626df21db3 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:04.925314 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9781bf13-b672-4660-8f01-1711727689b2 req-78486597-8718-4d3e-8902-06626df21db3 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 946 time: 0.0513170 Jun 27 15:32:04.982839 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9781bf13-b672-4660-8f01-1711727689b2 req-eae41977-54d5-49c2-8a9d-96bf375869c5 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=fefdb0ad-3786-45b3-8e18-a7904760eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491786 Jun 27 15:32:05.666643 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d98d7-1a79-4026-9530-81349913ddff req-2b3840de-eb08-49dc-942b-3469ea2165f1 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:05.668373 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c90d98d7-1a79-4026-9530-81349913ddff req-2b3840de-eb08-49dc-942b-3469ea2165f1 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 944 time: 0.0514612 Jun 27 15:32:05.702319 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:05.729807 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c90d98d7-1a79-4026-9530-81349913ddff req-67a6f026-89b0-4ba0-8d06-7bdcee74844b tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=beb41e6d-889b-4593-8cb4-0272ed55249d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542643 Jun 27 15:32:05.911449 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864cbcf-c6e7-4e61-9bd1-f827ddee12c6 req-86a6b5ef-a926-4d10-ae60-94dc1e99b55a tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:05.913192 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a864cbcf-c6e7-4e61-9bd1-f827ddee12c6 req-86a6b5ef-a926-4d10-ae60-94dc1e99b55a tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.0539985 Jun 27 15:32:05.967194 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a864cbcf-c6e7-4e61-9bd1-f827ddee12c6 req-0b19685b-e5f6-48a9-b97f-223c5b2ef2cd tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472429 Jun 27 15:32:06.121789 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c69a7-2a91-42db-be06-1630d484a74e req-7a0004fd-0ebf-4c30-a991-9bcb361a99f1 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:06.123720 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5d1c69a7-2a91-42db-be06-1630d484a74e req-7a0004fd-0ebf-4c30-a991-9bcb361a99f1 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 946 time: 0.0533092 Jun 27 15:32:06.181770 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5d1c69a7-2a91-42db-be06-1630d484a74e req-ba0c767f-13e3-4d8f-9ada-5efc22601953 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=fefdb0ad-3786-45b3-8e18-a7904760eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485761 Jun 27 15:32:06.275495 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:32:06.396197 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 15808846-1217-422f-a8ef-2e30bfe2ee06 details requested by agent hyperv_hv-cinder-84779 with host hv-cinder-84779 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 15:32:06.527077 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 15808846-1217-422f-a8ef-2e30bfe2ee06, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=15808846-1217-422f-a8ef-2e30bfe2ee06,segment=NetworkSegment(df2d7c62-f2a0-47f2-8167-091f3a1d364d),segment_id=df2d7c62-f2a0-47f2-8167-091f3a1d364d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:32:06.541653 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Returning: {'device': '15808846-1217-422f-a8ef-2e30bfe2ee06', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'port_id': '15808846-1217-422f-a8ef-2e30bfe2ee06', 'mac_address': 'fa:16:3e:be:88:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 15:32:06.580818 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 15808846-1217-422f-a8ef-2e30bfe2ee06 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:32:06.581395 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (15808846-1217-422f-a8ef-2e30bfe2ee06), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:06.597395 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15808846-1217-422f-a8ef-2e30bfe2ee06 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:32:06.621703 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 15808846-1217-422f-a8ef-2e30bfe2ee06, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=15808846-1217-422f-a8ef-2e30bfe2ee06,segment=NetworkSegment(df2d7c62-f2a0-47f2-8167-091f3a1d364d),segment_id=df2d7c62-f2a0-47f2-8167-091f3a1d364d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:32:06.627884 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (15808846-1217-422f-a8ef-2e30bfe2ee06), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:06.687000 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=15808846-1217-422f-a8ef-2e30bfe2ee06,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:06.868093 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b848010-9d54-45ef-b590-6c537e5a31d6 req-f51524b8-a360-4ce8-98a4-741cce08a6e7 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:06.869656 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6b848010-9d54-45ef-b590-6c537e5a31d6 req-f51524b8-a360-4ce8-98a4-741cce08a6e7 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 945 time: 0.0649843 Jun 27 15:32:06.935769 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6b848010-9d54-45ef-b590-6c537e5a31d6 req-8c22d131-a114-4a7d-bc16-81f02598cc36 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=beb41e6d-889b-4593-8cb4-0272ed55249d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544918 Jun 27 15:32:06.961996 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['15808846-1217-422f-a8ef-2e30bfe2ee06'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:32:07.082986 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:07.102207 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d31fb-323b-493b-b0a5-3108f7915fc2 req-ea21ca27-dea2-484d-b2a4-0aa9ebac32ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:07.103901 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-506d31fb-323b-493b-b0a5-3108f7915fc2 req-ea21ca27-dea2-484d-b2a4-0aa9ebac32ac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 1130 time: 0.0842917 Jun 27 15:32:07.118988 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32195853-0c1b-47f3-9dcb-e5d6a64fa3ea req-d5049441-0a82-4904-b829-7cb5e31a9277 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:07.120478 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-32195853-0c1b-47f3-9dcb-e5d6a64fa3ea req-d5049441-0a82-4904-b829-7cb5e31a9277 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.0682714 Jun 27 15:32:07.192755 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-32195853-0c1b-47f3-9dcb-e5d6a64fa3ea req-0bb329ce-5fc3-4a1b-b311-bfecc130ada0 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657556 Jun 27 15:32:07.264194 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-506d31fb-323b-493b-b0a5-3108f7915fc2 req-0170f40b-87a4-4183-9fdb-86898cce45b8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fefdb0ad-3786-45b3-8e18-a7904760eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597694 Jun 27 15:32:07.340731 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dab265-0dea-4019-97a1-4f53a45eb5bb req-665901bc-bcb5-4ce0-aea2-b59db93a05e9 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:07.342337 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-34dab265-0dea-4019-97a1-4f53a45eb5bb req-665901bc-bcb5-4ce0-aea2-b59db93a05e9 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 945 time: 0.0801311 Jun 27 15:32:07.348842 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc7c73-d316-4540-9420-7cc8f7bf2139 req-d39a241e-089e-4776-983b-ca5b67d19688 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:07.350435 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-85dc7c73-d316-4540-9420-7cc8f7bf2139 req-d39a241e-089e-4776-983b-ca5b67d19688 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 946 time: 0.0780098 Jun 27 15:32:07.407540 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-85dc7c73-d316-4540-9420-7cc8f7bf2139 req-b4d0670b-4539-4cd1-b07e-961a6b2f77bf tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=fefdb0ad-3786-45b3-8e18-a7904760eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511866 Jun 27 15:32:07.592207 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-34dab265-0dea-4019-97a1-4f53a45eb5bb req-147ab42e-0cdc-482f-85b7-3d655e4213e1 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Deleting port 05ebe349-4d00-4c7d-9c0d-a92627d5285d {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:32:07.592588 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-34dab265-0dea-4019-97a1-4f53a45eb5bb req-147ab42e-0cdc-482f-85b7-3d655e4213e1 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (05ebe349-4d00-4c7d-9c0d-a92627d5285d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:07.707841 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-34dab265-0dea-4019-97a1-4f53a45eb5bb req-147ab42e-0cdc-482f-85b7-3d655e4213e1 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] For port 05ebe349-4d00-4c7d-9c0d-a92627d5285d, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=05ebe349-4d00-4c7d-9c0d-a92627d5285d,segment=NetworkSegment(ce888434-d2f9-46aa-807c-1c90ac319f5e),segment_id=ce888434-d2f9-46aa-807c-1c90ac319f5e)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:32:07.708129 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-34dab265-0dea-4019-97a1-4f53a45eb5bb req-147ab42e-0cdc-482f-85b7-3d655e4213e1 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (05ebe349-4d00-4c7d-9c0d-a92627d5285d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:07.728802 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-34dab265-0dea-4019-97a1-4f53a45eb5bb req-147ab42e-0cdc-482f-85b7-3d655e4213e1 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Calling delete_port for 05ebe349-4d00-4c7d-9c0d-a92627d5285d owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:32:07.742853 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:07.904007 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-34dab265-0dea-4019-97a1-4f53a45eb5bb req-147ab42e-0cdc-482f-85b7-3d655e4213e1 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (05ebe349-4d00-4c7d-9c0d-a92627d5285d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:07.917049 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['05ebe349-4d00-4c7d-9c0d-a92627d5285d', '6589e017-7d15-4438-86e5-e3a74e6999a7'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:32:07.939073 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ab42e-0cdc-482f-85b7-3d655e4213e1 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Pushing event deleted for resources: {'Port': ['ID=05ebe349-4d00-4c7d-9c0d-a92627d5285d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:07.960931 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=13 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:07.997632 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-34dab265-0dea-4019-97a1-4f53a45eb5bb req-147ab42e-0cdc-482f-85b7-3d655e4213e1 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] No DVR routers for this DVR port 05ebe349-4d00-4c7d-9c0d-a92627d5285d on host hv-cinder-84779 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:32:08.002708 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-34dab265-0dea-4019-97a1-4f53a45eb5bb req-147ab42e-0cdc-482f-85b7-3d655e4213e1 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:08.007149 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-34dab265-0dea-4019-97a1-4f53a45eb5bb req-147ab42e-0cdc-482f-85b7-3d655e4213e1 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.42 "DELETE /v2.0/ports/05ebe349-4d00-4c7d-9c0d-a92627d5285d HTTP/1.1" status: 204 len: 173 time: 0.5131741 Jun 27 15:32:08.008133 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a', 'name': 'network-vif-deleted', 'tag': '05ebe349-4d00-4c7d-9c0d-a92627d5285d'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:32:08.011328 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba49f06e-103f-4b19-bfac-3f221fef7f91" -d '{"events": [{"server_uuid": "c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a", "name": "network-vif-deleted", "tag": "05ebe349-4d00-4c7d-9c0d-a92627d5285d"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:32:08.014076 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:08.081081 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:08.115211 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb3ec2-49de-4a85-b10d-ef33d29c9295 req-1bb35678-419d-4ec5-923e-816f7807e470 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:08.126341 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-78fb3ec2-49de-4a85-b10d-ef33d29c9295 req-1bb35678-419d-4ec5-923e-816f7807e470 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 945 time: 0.0931458 Jun 27 15:32:08.156190 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9be9073-3b5f-4ab0-9a73-cb2f6065929b x-openstack-request-id: req-b9be9073-3b5f-4ab0-9a73-cb2f6065929b {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:32:08.156895 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a", "name": "network-vif-deleted", "tag": "05ebe349-4d00-4c7d-9c0d-a92627d5285d", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:32:08.157428 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9be9073-3b5f-4ab0-9a73-cb2f6065929b {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:32:08.157915 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9be9073-3b5f-4ab0-9a73-cb2f6065929b'] response: {'server_uuid': 'c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a', 'name': 'network-vif-deleted', 'tag': '05ebe349-4d00-4c7d-9c0d-a92627d5285d', 'status': 'completed', 'code': 200} Jun 27 15:32:08.204590 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-78fb3ec2-49de-4a85-b10d-ef33d29c9295 req-fb87a1b1-fcc9-452d-9eb7-a40c47b1c534 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=beb41e6d-889b-4593-8cb4-0272ed55249d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770190 Jun 27 15:32:08.318707 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-02680b95-ae4f-44c6-9edb-6175be24eca2 req-74634b04-96d0-41bd-ac40-b34b6afd7a12 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=c8ed70e1-8bde-4f6a-9a3b-9ae26ce2561a HTTP/1.1" status: 200 len: 210 time: 0.0345697 Jun 27 15:32:08.515869 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 15808846-1217-422f-a8ef-2e30bfe2ee06 up at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:32:08.554351 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59d0ba-ad75-40d3-ae1d-0ab7e113fcc8 req-af9ffa58-09be-449a-bb08-6ba08409ac8e tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:08.555922 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1b59d0ba-ad75-40d3-ae1d-0ab7e113fcc8 req-af9ffa58-09be-449a-bb08-6ba08409ac8e tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 946 time: 0.0618749 Jun 27 15:32:08.571461 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning for port 15808846-1217-422f-a8ef-2e30bfe2ee06 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 15:32:08.587237 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning complete for port 15808846-1217-422f-a8ef-2e30bfe2ee06 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:32:08.587649 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (15808846-1217-422f-a8ef-2e30bfe2ee06), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:08.616183 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1b59d0ba-ad75-40d3-ae1d-0ab7e113fcc8 req-ceaf2086-0836-4220-8281-8537f00cd8a2 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=fefdb0ad-3786-45b3-8e18-a7904760eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529842 Jun 27 15:32:08.678208 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 15808846-1217-422f-a8ef-2e30bfe2ee06 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:32:08.678607 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (15808846-1217-422f-a8ef-2e30bfe2ee06), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:08.713858 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3afef28-40eb-48c6-a65c-f549cc963cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15808846-1217-422f-a8ef-2e30bfe2ee06'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:32:08.716699 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d85b7032bc105ad9eb63a31382f750c4bf6bbb4824e658972134fe301cb831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968fbab4-428d-4880-8484-436666b8bbb6" -d '{"events": [{"server_uuid": "a3afef28-40eb-48c6-a65c-f549cc963cda", "name": "network-vif-plugged", "status": "completed", "tag": "15808846-1217-422f-a8ef-2e30bfe2ee06"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:32:08.733353 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 15808846-1217-422f-a8ef-2e30bfe2ee06, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=15808846-1217-422f-a8ef-2e30bfe2ee06,segment=NetworkSegment(df2d7c62-f2a0-47f2-8167-091f3a1d364d),segment_id=df2d7c62-f2a0-47f2-8167-091f3a1d364d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:32:08.739257 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (15808846-1217-422f-a8ef-2e30bfe2ee06), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:08.788990 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8b5089-5ba6-42cc-be2e-1d853bda2fde x-openstack-request-id: req-4e8b5089-5ba6-42cc-be2e-1d853bda2fde {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:32:08.789345 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3afef28-40eb-48c6-a65c-f549cc963cda", "name": "network-vif-plugged", "status": "completed", "tag": "15808846-1217-422f-a8ef-2e30bfe2ee06", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:32:08.789558 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4e8b5089-5ba6-42cc-be2e-1d853bda2fde {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:32:08.789920 dv-cinder-847798-1-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e8b5089-5ba6-42cc-be2e-1d853bda2fde'] response: {'server_uuid': 'a3afef28-40eb-48c6-a65c-f549cc963cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15808846-1217-422f-a8ef-2e30bfe2ee06', 'code': 200} Jun 27 15:32:08.823666 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-92cc4a7a-f6f5-4e77-a98d-30410f44e8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:08.834498 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=15808846-1217-422f-a8ef-2e30bfe2ee06,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:09.352174 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46015004-f490-416f-842e-3966868cfb8d req-5654d42f-d8ab-4b83-8d72-33b2b73234b7 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:09.354295 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-46015004-f490-416f-842e-3966868cfb8d req-5654d42f-d8ab-4b83-8d72-33b2b73234b7 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 946 time: 0.0630894 Jun 27 15:32:09.421369 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-46015004-f490-416f-842e-3966868cfb8d req-85b7feb3-fc6c-4ccd-9838-e3dc5d77dabf tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=beb41e6d-889b-4593-8cb4-0272ed55249d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597460 Jun 27 15:32:09.447035 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943d2b9-d083-449e-b8e1-d47dacb45141 req-02e4ce9a-1d61-4fdf-8a81-d02547e9452c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:09.449317 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3943d2b9-d083-449e-b8e1-d47dacb45141 req-02e4ce9a-1d61-4fdf-8a81-d02547e9452c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 1130 time: 0.0461626 Jun 27 15:32:09.511676 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3943d2b9-d083-449e-b8e1-d47dacb45141 req-eb4eb659-67d7-4bdd-a2be-17dd7e420874 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=beb41e6d-889b-4593-8cb4-0272ed55249d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517473 Jun 27 15:32:09.660378 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617e7f6-b986-4fb7-95ac-714eebaf88da req-b61bf8d0-93c0-4a7c-8c0c-aa1a2f065bae tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:09.662052 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2617e7f6-b986-4fb7-95ac-714eebaf88da req-b61bf8d0-93c0-4a7c-8c0c-aa1a2f065bae tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 946 time: 0.0499244 Jun 27 15:32:09.721133 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2617e7f6-b986-4fb7-95ac-714eebaf88da req-2e7b31b4-b4a6-4ee9-a1f2-c762d4812d40 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524995 Jun 27 15:32:09.769460 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1eb12-6dad-4a63-978f-f60cfc345b9d req-afade1d5-197c-407c-99c1-06ad29914d29 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:09.771383 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-13a1eb12-6dad-4a63-978f-f60cfc345b9d req-afade1d5-197c-407c-99c1-06ad29914d29 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 946 time: 0.0661414 Jun 27 15:32:09.850988 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-13a1eb12-6dad-4a63-978f-f60cfc345b9d req-3251499d-f758-47f5-80f9-8644ea15e0b4 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=fefdb0ad-3786-45b3-8e18-a7904760eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680790 Jun 27 15:32:09.967799 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875a826-1f58-4cd7-af2a-33c9afb504a3 req-de400010-86fc-4ffc-a4cd-9b9422f92ad2 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:09.969474 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b875a826-1f58-4cd7-af2a-33c9afb504a3 req-de400010-86fc-4ffc-a4cd-9b9422f92ad2 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 946 time: 0.0504997 Jun 27 15:32:09.980883 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 55226) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:09.985661 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-b14077b0-bad9-430c-8156-0c00673eb780 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Request body: {'floatingip': {'port_id': '08e3ae6c-5577-48e3-8481-9b2849653b64'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:32:10.021180 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:10.029616 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b14077b0-bad9-430c-8156-0c00673eb780 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for floatingip (b5243ec2-622f-4040-a888-dcd61fe7949a), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:10.475147 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b14077b0-bad9-430c-8156-0c00673eb780 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:10.480787 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b14077b0-bad9-430c-8156-0c00673eb780 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (b5243ec2-622f-4040-a888-dcd61fe7949a), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:10.564197 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:10.599863 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1ee04-32c3-4bce-a1e6-551129beb166 req-458a856c-af30-4d81-ae50-80c6be73d942 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:10.601403 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-12e1ee04-32c3-4bce-a1e6-551129beb166 req-458a856c-af30-4d81-ae50-80c6be73d942 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 946 time: 0.0848503 Jun 27 15:32:10.634723 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.l3_db [None req-b14077b0-bad9-430c-8156-0c00673eb780 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Floating IP b5243ec2-622f-4040-a888-dcd61fe7949a associated. External IP: 172.27.2.235, port: 08e3ae6c-5577-48e3-8481-9b2849653b64. Jun 27 15:32:10.701601 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-12e1ee04-32c3-4bce-a1e6-551129beb166 req-f13af681-34e2-492b-9e6b-2356d0c022ea tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=beb41e6d-889b-4593-8cb4-0272ed55249d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927057 Jun 27 15:32:10.868004 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353a16b-2afd-4af6-8d9b-1c4db4cf0e13 req-570c6367-e5c2-4eb2-ace2-22c0403c4f51 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:10.869674 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6353a16b-2afd-4af6-8d9b-1c4db4cf0e13 req-570c6367-e5c2-4eb2-ace2-22c0403c4f51 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 946 time: 0.0593901 Jun 27 15:32:10.888851 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14077b0-bad9-430c-8156-0c00673eb780 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Router ec4aaba1-3174-4033-8024-037f1ab5181a has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:32:10.956364 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6353a16b-2afd-4af6-8d9b-1c4db4cf0e13 req-e18c87f9-45bb-46c7-8ede-23992ed4c694 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674465 Jun 27 15:32:11.022837 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14077b0-bad9-430c-8156-0c00673eb780 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:32:11.031244 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b14077b0-bad9-430c-8156-0c00673eb780 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:11.037569 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700fbb19-d2d8-4c3f-bbec-0cd70f9febdb None None] Sync routers for ids ['ec4aaba1-3174-4033-8024-037f1ab5181a'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:32:11.054492 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700fbb19-d2d8-4c3f-bbec-0cd70f9febdb None None] Routers {'ec4aaba1-3174-4033-8024-037f1ab5181a'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:32:11.055325 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-700fbb19-d2d8-4c3f-bbec-0cd70f9febdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:31:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['ec4aaba1-3174-4033-8024-037f1ab5181a'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:11.072388 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:11.079238 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-b14077b0-bad9-430c-8156-0c00673eb780 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "PUT /v2.0/floatingips/b5243ec2-622f-4040-a888-dcd61fe7949a HTTP/1.1" status: 200 len: 992 time: 1.0971611 Jun 27 15:32:11.080532 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '902ddcef-106e-4a57-a046-8ea9f13aa8a1', 'tag': '08e3ae6c-5577-48e3-8481-9b2849653b64'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:32:11.083474 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492781c0-f5a5-466f-9188-12f70ee874af" -d '{"events": [{"name": "network-changed", "server_uuid": "902ddcef-106e-4a57-a046-8ea9f13aa8a1", "tag": "08e3ae6c-5577-48e3-8481-9b2849653b64"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:32:11.123664 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38acb4af-08b6-4b37-b366-9b47b3ef595f x-openstack-request-id: req-38acb4af-08b6-4b37-b366-9b47b3ef595f {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:32:11.123957 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "902ddcef-106e-4a57-a046-8ea9f13aa8a1", "tag": "08e3ae6c-5577-48e3-8481-9b2849653b64", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:32:11.124209 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-38acb4af-08b6-4b37-b366-9b47b3ef595f {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:32:11.124652 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38acb4af-08b6-4b37-b366-9b47b3ef595f'] response: {'name': 'network-changed', 'server_uuid': '902ddcef-106e-4a57-a046-8ea9f13aa8a1', 'tag': '08e3ae6c-5577-48e3-8481-9b2849653b64', 'status': 'completed', 'code': 200} Jun 27 15:32:11.184473 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-700fbb19-d2d8-4c3f-bbec-0cd70f9febdb None None] Set router ec4aaba1-3174-4033-8024-037f1ab5181a gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:32:11.444687 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-700fbb19-d2d8-4c3f-bbec-0cd70f9febdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'name': 'tempest-AttachVolumeTestJSON-292349098-router', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:18Z', 'updated_at': '2022-06-27T15:26:35Z', 'revision_number': 4, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'gw_port': {'id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:21Z', 'updated_at': '2022-06-27T15:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': 'b5243ec2-622f-4040-a888-dcd61fe7949a', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'port_id': '08e3ae6c-5577-48e3-8481-9b2849653b64', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3', 'mac_address': 'fa:16:3e:f2:fb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902ddcef-106e-4a57-a046-8ea9f13aa8a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:31:41Z', 'updated_at': '2022-06-27T15:32:10Z', 'revision_number': 1, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '457104e6-73db-4efd-808c-941317798c14', 'name': '', 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'mac_address': 'fa:16:3e:7f:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:31Z', 'updated_at': '2022-06-27T15:27:00Z', 'revision_number': 5, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'subnets': [{'id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:11.472979 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700fbb19-d2d8-4c3f-bbec-0cd70f9febdb None None] Checking router: ec4aaba1-3174-4033-8024-037f1ab5181a for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:32:11.483790 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700fbb19-d2d8-4c3f-bbec-0cd70f9febdb None None] Routers {'ec4aaba1-3174-4033-8024-037f1ab5181a'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:32:11.484117 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-700fbb19-d2d8-4c3f-bbec-0cd70f9febdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:31:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['ec4aaba1-3174-4033-8024-037f1ab5181a'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:11.594104 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-700fbb19-d2d8-4c3f-bbec-0cd70f9febdb None None] Set router ec4aaba1-3174-4033-8024-037f1ab5181a gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:32:11.712598 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f38ba740-f629-41bd-8136-fae5129ce0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:11.841322 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3673771-d62d-4847-92d4-e1845a65a97a req-2b8c684f-a7d8-4fb8-b13e-0ea7e5bc0413 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:11.842905 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e3673771-d62d-4847-92d4-e1845a65a97a req-2b8c684f-a7d8-4fb8-b13e-0ea7e5bc0413 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 946 time: 0.0534871 Jun 27 15:32:11.883681 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-700fbb19-d2d8-4c3f-bbec-0cd70f9febdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'name': 'tempest-AttachVolumeTestJSON-292349098-router', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:18Z', 'updated_at': '2022-06-27T15:26:35Z', 'revision_number': 4, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'gw_port': {'id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:21Z', 'updated_at': '2022-06-27T15:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': 'b5243ec2-622f-4040-a888-dcd61fe7949a', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'port_id': '08e3ae6c-5577-48e3-8481-9b2849653b64', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3', 'mac_address': 'fa:16:3e:f2:fb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902ddcef-106e-4a57-a046-8ea9f13aa8a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:31:41Z', 'updated_at': '2022-06-27T15:32:10Z', 'revision_number': 1, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '457104e6-73db-4efd-808c-941317798c14', 'name': '', 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'mac_address': 'fa:16:3e:7f:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:31Z', 'updated_at': '2022-06-27T15:27:00Z', 'revision_number': 5, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'subnets': [{'id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:11.896665 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e3673771-d62d-4847-92d4-e1845a65a97a req-8b823a7b-a127-4694-83a3-343c422df710 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=beb41e6d-889b-4593-8cb4-0272ed55249d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464377 Jun 27 15:32:11.910816 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700fbb19-d2d8-4c3f-bbec-0cd70f9febdb None None] The sync data for ids ['ec4aaba1-3174-4033-8024-037f1ab5181a'] in dv-cinder-847798-1-iscsi is: [{'id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'name': 'tempest-AttachVolumeTestJSON-292349098-router', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:18Z', 'updated_at': '2022-06-27T15:26:35Z', 'revision_number': 4, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'gw_port': {'id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:21Z', 'updated_at': '2022-06-27T15:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': 'b5243ec2-622f-4040-a888-dcd61fe7949a', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'floating_ip_address': '172.27.2.235', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'port_id': '08e3ae6c-5577-48e3-8481-9b2849653b64', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3', 'mac_address': 'fa:16:3e:f2:fb:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902ddcef-106e-4a57-a046-8ea9f13aa8a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:31:41Z', 'updated_at': '2022-06-27T15:32:10Z', 'revision_number': 1, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '457104e6-73db-4efd-808c-941317798c14', 'name': '', 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'mac_address': 'fa:16:3e:7f:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:31Z', 'updated_at': '2022-06-27T15:27:00Z', 'revision_number': 5, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'subnets': [{'id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:32:12.115041 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac7b5d-9ed2-41ad-a832-b62217371b53 req-f28c23b8-2da1-4954-8e69-8ad73f3cb7be tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:12.116792 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c8ac7b5d-9ed2-41ad-a832-b62217371b53 req-f28c23b8-2da1-4954-8e69-8ad73f3cb7be tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 946 time: 0.0705965 Jun 27 15:32:12.144903 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cd4843-3af0-4774-a85b-967da41ceca9 None None] New status for floating IP b5243ec2-622f-4040-a888-dcd61fe7949a: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 15:32:12.184855 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c8ac7b5d-9ed2-41ad-a832-b62217371b53 req-60a9b5a2-1026-4b25-bea6-8e0813eb8f98 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602746 Jun 27 15:32:12.501147 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 05ebe349-4d00-4c7d-9c0d-a92627d5285d no longer exists at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:32:12.526224 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] No Port match for: 05ebe349-4d00-4c7d-9c0d-a92627d5285d {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:32:12.526475 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 05ebe349-4d00-4c7d-9c0d-a92627d5285d not bound to the agent host hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:32:13.020591 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb923b-ff56-4793-afa8-9362863487d9 req-b655a562-f106-4cfb-a1d1-53b7c03dcdcf tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:13.022155 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-35fb923b-ff56-4793-afa8-9362863487d9 req-b655a562-f106-4cfb-a1d1-53b7c03dcdcf tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 946 time: 0.0500586 Jun 27 15:32:13.074391 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-35fb923b-ff56-4793-afa8-9362863487d9 req-554d2352-e4d6-4630-ab23-652346c95b13 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=beb41e6d-889b-4593-8cb4-0272ed55249d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460618 Jun 27 15:32:13.183593 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492781c0-f5a5-466f-9188-12f70ee874af req-3e0892d9-b9ee-444a-8b25-0c7a5ddde9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:13.185072 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-492781c0-f5a5-466f-9188-12f70ee874af req-3e0892d9-b9ee-444a-8b25-0c7a5ddde9ec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e07fc46cd5f4afe875767c926bd63ee&device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 1130 time: 0.0476809 Jun 27 15:32:13.333017 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492781c0-f5a5-466f-9188-12f70ee874af req-e76e0da3-af56-48f3-b3a8-41891ca47ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:13.334525 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-492781c0-f5a5-466f-9188-12f70ee874af req-e76e0da3-af56-48f3-b3a8-41891ca47ec9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 HTTP/1.1" status: 200 len: 911 time: 0.1350389 Jun 27 15:32:13.340808 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73692af-2538-4d32-be83-774557b3ef62 req-1ce148ad-9277-4d23-98bb-6214a7561de5 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:13.342336 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c73692af-2538-4d32-be83-774557b3ef62 req-1ce148ad-9277-4d23-98bb-6214a7561de5 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 946 time: 0.0726540 Jun 27 15:32:13.368128 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852cad5-b4b8-4779-8c27-667a121ecd33 req-43fd3ca8-8609-4e93-8557-0fd70635787a tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:13.370085 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a852cad5-b4b8-4779-8c27-667a121ecd33 req-43fd3ca8-8609-4e93-8557-0fd70635787a tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.42 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 946 time: 0.0607250 Jun 27 15:32:13.406874 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c73692af-2538-4d32-be83-774557b3ef62 req-5ec47e7a-3173-49bd-a968-ac2c3af42336 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559962 Jun 27 15:32:13.439353 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:13.443773 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 55276) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:13.494634 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-be3b662a-b0cd-4b5b-995a-90cdafe98ac8 admin admin] Deleting subnet 4f583938-d29a-4eef-a3ae-9a3363da0f25 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 15:32:13.497667 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:13.498548 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be3b662a-b0cd-4b5b-995a-90cdafe98ac8 admin admin] Publish callbacks [] for subnet (4f583938-d29a-4eef-a3ae-9a3363da0f25), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:13.537478 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be3b662a-b0cd-4b5b-995a-90cdafe98ac8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9827168'] for subnet (4f583938-d29a-4eef-a3ae-9a3363da0f25), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:13.581321 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be3b662a-b0cd-4b5b-995a-90cdafe98ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693064'] for subnet (4f583938-d29a-4eef-a3ae-9a3363da0f25), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:13.633932 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:13.642074 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be3b662a-b0cd-4b5b-995a-90cdafe98ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9438112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8666668'] for subnet (4f583938-d29a-4eef-a3ae-9a3363da0f25), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:13.675151 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b662a-b0cd-4b5b-995a-90cdafe98ac8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f583938-d29a-4eef-a3ae-9a3363da0f25,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:13.682187 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-be3b662a-b0cd-4b5b-995a-90cdafe98ac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:13.685835 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-be3b662a-b0cd-4b5b-995a-90cdafe98ac8 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4f583938-d29a-4eef-a3ae-9a3363da0f25 HTTP/1.1" status: 204 len: 168 time: 0.2409060 Jun 27 15:32:13.688569 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 55278) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:13.764063 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-639f238d-2b98-4ab9-a6f4-15ebbb917767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750815'] for network (05882426-bf21-41a8-ab57-641909717128), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:13.785049 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-492781c0-f5a5-466f-9188-12f70ee874af req-ce51f768-9f37-4810-819c-a55197e7e864 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08e3ae6c-5577-48e3-8481-9b2849653b64 HTTP/1.1" status: 200 len: 1002 time: 0.0710294 Jun 27 15:32:13.864685 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-639f238d-2b98-4ab9-a6f4-15ebbb917767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-755509', 'neutron.services.segments.db._delete_segments_for_network-8767603345803'] for network (05882426-bf21-41a8-ab57-641909717128), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:13.924888 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-639f238d-2b98-4ab9-a6f4-15ebbb917767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05882426-bf21-41a8-ab57-641909717128']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:13.933891 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492781c0-f5a5-466f-9188-12f70ee874af req-800c9ac3-e33d-467b-8f8d-87f980c9950b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:13.935685 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-492781c0-f5a5-466f-9188-12f70ee874af req-800c9ac3-e33d-467b-8f8d-87f980c9950b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bf7190f5-96d6-4fc7-8135-6ae4628d416d HTTP/1.1" status: 200 len: 849 time: 0.0689006 Jun 27 15:32:13.945374 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-639f238d-2b98-4ab9-a6f4-15ebbb917767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c38ec819-9848-47bb-82c6-b74cc8bd26d8') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:13.945679 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-639f238d-2b98-4ab9-a6f4-15ebbb917767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c38ec819-9848-47bb-82c6-b74cc8bd26d8') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:13.980756 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-639f238d-2b98-4ab9-a6f4-15ebbb917767 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767603346068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9827195'] for segment (c38ec819-9848-47bb-82c6-b74cc8bd26d8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:14.022059 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-a852cad5-b4b8-4779-8c27-667a121ecd33 req-db7b7f3d-bfde-4fda-818c-ba40d69385c3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Deleting port 6589e017-7d15-4438-86e5-e3a74e6999a7 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:32:14.023154 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a852cad5-b4b8-4779-8c27-667a121ecd33 req-db7b7f3d-bfde-4fda-818c-ba40d69385c3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (6589e017-7d15-4438-86e5-e3a74e6999a7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:14.025921 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-639f238d-2b98-4ab9-a6f4-15ebbb917767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (c38ec819-9848-47bb-82c6-b74cc8bd26d8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:14.047938 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-639f238d-2b98-4ab9-a6f4-15ebbb917767 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 15:32:14.048380 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-639f238d-2b98-4ab9-a6f4-15ebbb917767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9438154'] for segment (c38ec819-9848-47bb-82c6-b74cc8bd26d8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:14.145941 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ea1af878-daa2-4a25-b4cd-4cbbb3871e5a req-431b63f1-d720-499b-9d6a-a95a67f0f260 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-717478751&fields=id&tenant_id=52c96385e67941648eee6bf532b3f141 HTTP/1.1" status: 200 len: 267 time: 0.1604302 Jun 27 15:32:14.164311 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment c38ec819-9848-47bb-82c6-b74cc8bd26d8 resource provider aggregate not found Jun 27 15:32:14.339200 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492781c0-f5a5-466f-9188-12f70ee874af req-0d26cb48-1374-4ab6-8f89-db9006d8e2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:14.340837 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-492781c0-f5a5-466f-9188-12f70ee874af req-0d26cb48-1374-4ab6-8f89-db9006d8e2a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=42d6796f-0df3-4f1e-9bd2-00a387c5c9c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3954196 Jun 27 15:32:14.377274 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105fcd6-4da4-4978-9a47-5b84ddc1c4bb req-9795eb0a-93a4-4e20-80e5-31f2164f231f tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:14.378859 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a105fcd6-4da4-4978-9a47-5b84ddc1c4bb req-9795eb0a-93a4-4e20-80e5-31f2164f231f tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 946 time: 0.0812571 Jun 27 15:32:14.477973 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:14.490073 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a105fcd6-4da4-4978-9a47-5b84ddc1c4bb req-92d96632-3101-460b-9dce-cb81ccd56e82 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=beb41e6d-889b-4593-8cb4-0272ed55249d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011477 Jun 27 15:32:14.497924 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-492781c0-f5a5-466f-9188-12f70ee874af req-b635269d-05ce-4f53-a2e8-dcd2bd05493e service neutron] 10.222.0.42 "GET /v2.0/networks/42d6796f-0df3-4f1e-9bd2-00a387c5c9c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503017 Jun 27 15:32:14.515525 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment c38ec819-9848-47bb-82c6-b74cc8bd26d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c38ec819-9848-47bb-82c6-b74cc8bd26d8 found for delete ", "request_id": "req-8e371262-2163-4969-8fdf-8d57609dca01"}]} Jun 27 15:32:14.537699 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-639f238d-2b98-4ab9-a6f4-15ebbb917767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-755500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728431'] for network (05882426-bf21-41a8-ab57-641909717128), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:14.549914 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-639f238d-2b98-4ab9-a6f4-15ebbb917767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:14.553154 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-639f238d-2b98-4ab9-a6f4-15ebbb917767 admin admin] 10.222.0.26 "DELETE /v2.0/networks/05882426-bf21-41a8-ab57-641909717128 HTTP/1.1" status: 204 len: 168 time: 0.8633697 Jun 27 15:32:14.566083 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1af878-daa2-4a25-b4cd-4cbbb3871e5a req-75140a2a-eb7a-49e9-a0e6-b751a776b65d tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:14.567768 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ea1af878-daa2-4a25-b4cd-4cbbb3871e5a req-75140a2a-eb7a-49e9-a0e6-b751a776b65d tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 984 time: 0.4093268 Jun 27 15:32:14.586467 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f238d-2b98-4ab9-a6f4-15ebbb917767 admin admin] Pushing event deleted for resources: {'Network': ['ID=05882426-bf21-41a8-ab57-641909717128,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:14.589816 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-a852cad5-b4b8-4779-8c27-667a121ecd33 req-db7b7f3d-bfde-4fda-818c-ba40d69385c3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] For port 6589e017-7d15-4438-86e5-e3a74e6999a7, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=6589e017-7d15-4438-86e5-e3a74e6999a7,segment=NetworkSegment(ce888434-d2f9-46aa-807c-1c90ac319f5e),segment_id=ce888434-d2f9-46aa-807c-1c90ac319f5e)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:32:14.590257 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a852cad5-b4b8-4779-8c27-667a121ecd33 req-db7b7f3d-bfde-4fda-818c-ba40d69385c3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (6589e017-7d15-4438-86e5-e3a74e6999a7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:14.603679 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-ea1af878-daa2-4a25-b4cd-4cbbb3871e5a req-01b8bafa-867a-4c69-ae6a-769f3c04d1da tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Request body: {'port': {'security_groups': ['6fc91fb6-3f4f-4abf-8485-59b549863e8f']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:32:14.632379 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-a852cad5-b4b8-4779-8c27-667a121ecd33 req-db7b7f3d-bfde-4fda-818c-ba40d69385c3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Calling delete_port for 6589e017-7d15-4438-86e5-e3a74e6999a7 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:32:14.678107 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:14.701862 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9c804-0f5d-48c4-ac57-4cc88be71dee req-273a9375-d3b7-4b73-b959-df79d2fdf12d tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:14.703797 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b5b9c804-0f5d-48c4-ac57-4cc88be71dee req-273a9375-d3b7-4b73-b959-df79d2fdf12d tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 946 time: 0.0860176 Jun 27 15:32:14.711786 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-492781c0-f5a5-466f-9188-12f70ee874af req-6a6d7ada-6774-4b29-b0a8-b78af82dd332 service neutron] 10.222.0.42 "GET /v2.0/networks/42d6796f-0df3-4f1e-9bd2-00a387c5c9c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058678 Jun 27 15:32:14.781887 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b5b9c804-0f5d-48c4-ac57-4cc88be71dee req-9ca9b0fa-8d2d-4360-842b-71a233c046b1 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/security-groups?id=c506f7ae-27f5-4045-b897-441355683727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610759 Jun 27 15:32:14.803554 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ea1af878-daa2-4a25-b4cd-4cbbb3871e5a req-01b8bafa-867a-4c69-ae6a-769f3c04d1da tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (3ccbca6d-373a-42a6-9d88-221bb0b77dd5), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:14.822694 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:14.893525 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 55296) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:14.916028 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed894cb4-6ef8-41a4-b070-9bb10ea1f54e req-8b0d7cea-0e43-44ba-9cc2-26cfc0c3ffc9 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:14.917717 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ed894cb4-6ef8-41a4-b070-9bb10ea1f54e req-8b0d7cea-0e43-44ba-9cc2-26cfc0c3ffc9 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 946 time: 0.0763712 Jun 27 15:32:14.932495 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 55298) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:14.937855 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1997117c-0992-4f6b-bbb4-9b6d3234350d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Request body: {'floatingip': {'port_id': '15808846-1217-422f-a8ef-2e30bfe2ee06'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:32:14.986116 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1997117c-0992-4f6b-bbb4-9b6d3234350d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for floatingip (95c96ebe-ab18-4101-be5a-6615517e63f8), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:15.000711 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:15.038098 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a852cad5-b4b8-4779-8c27-667a121ecd33 req-db7b7f3d-bfde-4fda-818c-ba40d69385c3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (6589e017-7d15-4438-86e5-e3a74e6999a7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:15.054274 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-0285c649-74bb-41dd-8581-7a1dbbad283f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fe9612aa8fdd4be0a4a3ecfaefb96fca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1595407 Jun 27 15:32:15.057086 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 55300) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:15.067553 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:15.068643 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['6589e017-7d15-4438-86e5-e3a74e6999a7'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:32:15.096463 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:15.115424 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7b7f3d-bfde-4fda-818c-ba40d69385c3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Pushing event deleted for resources: {'Port': ['ID=6589e017-7d15-4438-86e5-e3a74e6999a7,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:15.160909 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-ea1af878-daa2-4a25-b4cd-4cbbb3871e5a req-01b8bafa-867a-4c69-ae6a-769f3c04d1da tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] For port 3ccbca6d-373a-42a6-9d88-221bb0b77dd5, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=3ccbca6d-373a-42a6-9d88-221bb0b77dd5,segment=NetworkSegment(092ec022-4797-43f8-9eb5-7109adc548d1),segment_id=092ec022-4797-43f8-9eb5-7109adc548d1)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:32:15.182544 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0e5e067d-9aff-4c9b-89bc-9a59907eda3e admin admin] Publish callbacks [] for security_group (4c7311a1-f3ae-4611-adcd-a2b9d620e524), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:15.224079 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-a852cad5-b4b8-4779-8c27-667a121ecd33 req-db7b7f3d-bfde-4fda-818c-ba40d69385c3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] No DVR routers for this DVR port 6589e017-7d15-4438-86e5-e3a74e6999a7 on host hv-cinder-84779 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:32:15.227342 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ea1af878-daa2-4a25-b4cd-4cbbb3871e5a req-01b8bafa-867a-4c69-ae6a-769f3c04d1da tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for port (3ccbca6d-373a-42a6-9d88-221bb0b77dd5), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:15.229588 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-a852cad5-b4b8-4779-8c27-667a121ecd33 req-db7b7f3d-bfde-4fda-818c-ba40d69385c3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:15.233894 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a852cad5-b4b8-4779-8c27-667a121ecd33 req-db7b7f3d-bfde-4fda-818c-ba40d69385c3 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.42 "DELETE /v2.0/ports/6589e017-7d15-4438-86e5-e3a74e6999a7 HTTP/1.1" status: 204 len: 173 time: 1.3652911 Jun 27 15:32:15.233894 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aa7f3fe-5f45-46ca-960d-1c77079dceb6', 'name': 'network-vif-deleted', 'tag': '6589e017-7d15-4438-86e5-e3a74e6999a7'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:32:15.236483 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ecdf1b21e48a9c17975c38f4cbb98a47ab0df019f7748c413a09c43e6bcf64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930c2ce2-3786-4270-90f2-da6345d98668" -d '{"events": [{"server_uuid": "7aa7f3fe-5f45-46ca-960d-1c77079dceb6", "name": "network-vif-deleted", "tag": "6589e017-7d15-4438-86e5-e3a74e6999a7"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:32:15.240118 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ea1af878-daa2-4a25-b4cd-4cbbb3871e5a req-01b8bafa-867a-4c69-ae6a-769f3c04d1da tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9438190'] for port (3ccbca6d-373a-42a6-9d88-221bb0b77dd5), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:15.248602 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0e5e067d-9aff-4c9b-89bc-9a59907eda3e admin admin] Publish callbacks [] for security_group (4c7311a1-f3ae-4611-adcd-a2b9d620e524), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:15.256109 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['3ccbca6d-373a-42a6-9d88-221bb0b77dd5'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:32:15.295056 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1af878-daa2-4a25-b4cd-4cbbb3871e5a req-01b8bafa-867a-4c69-ae6a-769f3c04d1da tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:15.295056 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-ea1af878-daa2-4a25-b4cd-4cbbb3871e5a req-01b8bafa-867a-4c69-ae6a-769f3c04d1da tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:15.298543 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ea1af878-daa2-4a25-b4cd-4cbbb3871e5a req-01b8bafa-867a-4c69-ae6a-769f3c04d1da tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "PUT /v2.0/ports/3ccbca6d-373a-42a6-9d88-221bb0b77dd5 HTTP/1.1" status: 200 len: 942 time: 0.7132049 Jun 27 15:32:15.301904 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 55306) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:15.363168 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8bafa-867a-4c69-ae6a-769f3c04d1da tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Pushing event updated for resources: {'Port': ['ID=3ccbca6d-373a-42a6-9d88-221bb0b77dd5,revision_number=7']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:15.434327 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['3ccbca6d-373a-42a6-9d88-221bb0b77dd5'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:32:15.449245 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9a4f5a3d-a322-4dd0-bace-18cf11f62c25 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for security_group (09e21af3-79db-4833-950a-21c92d53c1a9), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:15.483651 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9a4f5a3d-a322-4dd0-bace-18cf11f62c25 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for security_group (09e21af3-79db-4833-950a-21c92d53c1a9), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:15.529407 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0e5e067d-9aff-4c9b-89bc-9a59907eda3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (4c7311a1-f3ae-4611-adcd-a2b9d620e524), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:15.532637 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0e5e067d-9aff-4c9b-89bc-9a59907eda3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:15.549633 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-0e5e067d-9aff-4c9b-89bc-9a59907eda3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4c7311a1-f3ae-4611-adcd-a2b9d620e524 HTTP/1.1" status: 204 len: 168 time: 0.4860461 Jun 27 15:32:15.590903 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9a4f5a3d-a322-4dd0-bace-18cf11f62c25 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (09e21af3-79db-4833-950a-21c92d53c1a9), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:15.594850 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9a4f5a3d-a322-4dd0-bace-18cf11f62c25 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:15.596747 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-9a4f5a3d-a322-4dd0-bace-18cf11f62c25 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "DELETE /v2.0/security-groups/09e21af3-79db-4833-950a-21c92d53c1a9 HTTP/1.1" status: 204 len: 168 time: 0.2933960 Jun 27 15:32:15.601996 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 55310) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:15.617544 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f5a3d-a322-4dd0-bace-18cf11f62c25 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e21af3-79db-4833-950a-21c92d53c1a9,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:15.662979 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:15.678510 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e067d-9aff-4c9b-89bc-9a59907eda3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c7311a1-f3ae-4611-adcd-a2b9d620e524,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:15.711918 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:15.763419 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4a689a-d0c4-4435-a19a-3938a9fe6a0d x-openstack-request-id: req-da4a689a-d0c4-4435-a19a-3938a9fe6a0d {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:32:15.763783 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aa7f3fe-5f45-46ca-960d-1c77079dceb6", "name": "network-vif-deleted", "tag": "6589e017-7d15-4438-86e5-e3a74e6999a7", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:32:15.764045 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-da4a689a-d0c4-4435-a19a-3938a9fe6a0d {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:32:15.764518 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da4a689a-d0c4-4435-a19a-3938a9fe6a0d'] response: {'server_uuid': '7aa7f3fe-5f45-46ca-960d-1c77079dceb6', 'name': 'network-vif-deleted', 'tag': '6589e017-7d15-4438-86e5-e3a74e6999a7', 'status': 'completed', 'code': 200} Jun 27 15:32:15.866410 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-40fb6a21-3e5d-4d5a-b55e-10578b98a671 None None] Provisioning complete for port 3ccbca6d-373a-42a6-9d88-221bb0b77dd5 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:32:15.870141 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-40fb6a21-3e5d-4d5a-b55e-10578b98a671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (3ccbca6d-373a-42a6-9d88-221bb0b77dd5), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:15.918965 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-88cd6898-2577-4822-827e-8f8da1daaa37 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Deleting port 7922ca58-d7d6-4960-92a8-2b4e0b273660 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:32:15.919409 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88cd6898-2577-4822-827e-8f8da1daaa37 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (7922ca58-d7d6-4960-92a8-2b4e0b273660), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:15.981008 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.db.resource_extend [None req-1997117c-0992-4f6b-bbb4-9b6d3234350d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 27 15:32:16.051409 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1997117c-0992-4f6b-bbb4-9b6d3234350d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:16.057098 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1997117c-0992-4f6b-bbb4-9b6d3234350d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (95c96ebe-ab18-4101-be5a-6615517e63f8), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:16.094968 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-adbd8d21-7a34-47c1-943c-4e9d33fd1811 req-f20a1a66-bb71-4d6a-8753-be1829765b52 tempest-ServerRescueNegativeTestJSON-640731549 tempest-ServerRescueNegativeTestJSON-640731549-project] 10.222.0.26 "GET /v2.0/ports?device_id=7aa7f3fe-5f45-46ca-960d-1c77079dceb6 HTTP/1.1" status: 200 len: 210 time: 0.0597470 Jun 27 15:32:16.107997 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-40fb6a21-3e5d-4d5a-b55e-10578b98a671 None None] Current status of the port 3ccbca6d-373a-42a6-9d88-221bb0b77dd5 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:32:16.140290 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88cd6898-2577-4822-827e-8f8da1daaa37 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (7922ca58-d7d6-4960-92a8-2b4e0b273660), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:16.140703 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88cd6898-2577-4822-827e-8f8da1daaa37 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for floatingip (7922ca58-d7d6-4960-92a8-2b4e0b273660), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:16.157585 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-88cd6898-2577-4822-827e-8f8da1daaa37 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Calling delete_port for 7922ca58-d7d6-4960-92a8-2b4e0b273660 owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:32:16.207181 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.l3_db [None req-1997117c-0992-4f6b-bbb4-9b6d3234350d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Floating IP 95c96ebe-ab18-4101-be5a-6615517e63f8 associated. External IP: 172.27.2.71, port: 15808846-1217-422f-a8ef-2e30bfe2ee06. Jun 27 15:32:16.231112 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:16.269293 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:16.364284 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:16.370706 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88cd6898-2577-4822-827e-8f8da1daaa37 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (7922ca58-d7d6-4960-92a8-2b4e0b273660), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:16.397517 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd6898-2577-4822-827e-8f8da1daaa37 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Pushing event deleted for resources: {'Port': ['ID=7922ca58-d7d6-4960-92a8-2b4e0b273660,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:16.454532 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1997117c-0992-4f6b-bbb4-9b6d3234350d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Router d503fd2a-6057-4a70-b0d6-50c2350edbeb has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:32:16.465488 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88cd6898-2577-4822-827e-8f8da1daaa37 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks [] for floatingip (d5247651-1134-404f-a773-04c052e44578), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:16.465877 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.db.l3_db [None req-88cd6898-2577-4822-827e-8f8da1daaa37 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Floating IP d5247651-1134-404f-a773-04c052e44578 disassociated (deleted). External IP: 172.27.2.223, port: 3ccbca6d-373a-42a6-9d88-221bb0b77dd5. Jun 27 15:32:16.547751 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:16.564955 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1997117c-0992-4f6b-bbb4-9b6d3234350d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:32:16.570029 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1997117c-0992-4f6b-bbb4-9b6d3234350d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:16.581423 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d705cb1-b6dc-41f2-be7b-4f0fd5d12105 None None] Sync routers for ids ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:32:16.599991 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d705cb1-b6dc-41f2-be7b-4f0fd5d12105 None None] Routers {'d503fd2a-6057-4a70-b0d6-50c2350edbeb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:32:16.601321 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-8d705cb1-b6dc-41f2-be7b-4f0fd5d12105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:32:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:16.606857 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-1997117c-0992-4f6b-bbb4-9b6d3234350d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "PUT /v2.0/floatingips/95c96ebe-ab18-4101-be5a-6615517e63f8 HTTP/1.1" status: 200 len: 991 time: 1.6727402 Jun 27 15:32:16.607402 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3afef28-40eb-48c6-a65c-f549cc963cda', 'tag': '15808846-1217-422f-a8ef-2e30bfe2ee06'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:32:16.609862 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a326cf4-1c72-4fc7-919d-c05549f1391c" -d '{"events": [{"name": "network-changed", "server_uuid": "a3afef28-40eb-48c6-a65c-f549cc963cda", "tag": "15808846-1217-422f-a8ef-2e30bfe2ee06"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:32:16.651700 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9934964-7072-42c2-8aef-111a9b1155e2 x-openstack-request-id: req-d9934964-7072-42c2-8aef-111a9b1155e2 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:32:16.652039 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3afef28-40eb-48c6-a65c-f549cc963cda", "tag": "15808846-1217-422f-a8ef-2e30bfe2ee06", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:32:16.652289 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d9934964-7072-42c2-8aef-111a9b1155e2 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:32:16.652710 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9934964-7072-42c2-8aef-111a9b1155e2'] response: {'name': 'network-changed', 'server_uuid': 'a3afef28-40eb-48c6-a65c-f549cc963cda', 'tag': '15808846-1217-422f-a8ef-2e30bfe2ee06', 'status': 'completed', 'code': 200} Jun 27 15:32:16.738637 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cd6898-2577-4822-827e-8f8da1daaa37 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Router 6e1d1137-e67c-4634-97d3-23d9d26e0af6 has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:32:16.739928 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a326cf4-1c72-4fc7-919d-c05549f1391c req-a047023d-3fcd-4f88-9245-db979d14c2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:16.741754 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6a326cf4-1c72-4fc7-919d-c05549f1391c req-a047023d-3fcd-4f88-9245-db979d14c2c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dff1983b1b3047378b88d87d54aa709d&device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 1130 time: 0.0558684 Jun 27 15:32:16.757827 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-8d705cb1-b6dc-41f2-be7b-4f0fd5d12105 None None] Set router d503fd2a-6057-4a70-b0d6-50c2350edbeb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:32:16.791610 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=100 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:16.892541 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=100 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:16.947437 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a326cf4-1c72-4fc7-919d-c05549f1391c req-451a890b-a011-460e-bb72-3717263f7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:16.949088 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6a326cf4-1c72-4fc7-919d-c05549f1391c req-451a890b-a011-460e-bb72-3717263f7d76 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2b3a5f-8943-48e2-bb0f-3f837d61206a HTTP/1.1" status: 200 len: 915 time: 0.1994553 Jun 27 15:32:16.955265 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cd6898-2577-4822-827e-8f8da1daaa37 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:32:16.960534 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-88cd6898-2577-4822-827e-8f8da1daaa37 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:16.970356 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871f84e9-57fd-49c5-b15b-42df60e28938 None None] Sync routers for ids ['6e1d1137-e67c-4634-97d3-23d9d26e0af6'] in dv-cinder-847798-1-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:32:16.987665 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871f84e9-57fd-49c5-b15b-42df60e28938 None None] Routers {'6e1d1137-e67c-4634-97d3-23d9d26e0af6'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:32:16.988873 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-871f84e9-57fd-49c5-b15b-42df60e28938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:32:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['6e1d1137-e67c-4634-97d3-23d9d26e0af6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:17.007037 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-8d705cb1-b6dc-41f2-be7b-4f0fd5d12105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 4, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '95c96ebe-ab18-4101-be5a-6615517e63f8', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'port_id': '15808846-1217-422f-a8ef-2e30bfe2ee06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'mac_address': 'fa:16:3e:be:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3afef28-40eb-48c6-a65c-f549cc963cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:31:48Z', 'updated_at': '2022-06-27T15:32:15Z', 'revision_number': 1, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033c5111-34d9-49ec-bd05-b663eb62f175', 'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'mac_address': 'fa:16:3e:c5:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 5, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'subnets': [{'id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:17.034085 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d705cb1-b6dc-41f2-be7b-4f0fd5d12105 None None] Checking router: d503fd2a-6057-4a70-b0d6-50c2350edbeb for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:32:17.044712 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d705cb1-b6dc-41f2-be7b-4f0fd5d12105 None None] Routers {'d503fd2a-6057-4a70-b0d6-50c2350edbeb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:32:17.045341 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-8d705cb1-b6dc-41f2-be7b-4f0fd5d12105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:32:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:17.051106 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-88cd6898-2577-4822-827e-8f8da1daaa37 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "DELETE /v2.0/floatingips/d5247651-1134-404f-a773-04c052e44578 HTTP/1.1" status: 204 len: 168 time: 1.4438875 Jun 27 15:32:17.058812 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6a326cf4-1c72-4fc7-919d-c05549f1391c req-7dc6f55d-d6a9-4793-860b-92f6fb4e7ea8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=15808846-1217-422f-a8ef-2e30bfe2ee06 HTTP/1.1" status: 200 len: 999 time: 0.0954967 Jun 27 15:32:17.132050 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a326cf4-1c72-4fc7-919d-c05549f1391c req-0099c58c-0491-40ad-946b-08a94c42a7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:17.133900 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6a326cf4-1c72-4fc7-919d-c05549f1391c req-0099c58c-0491-40ad-946b-08a94c42a7fb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8a06131b-528a-47d8-9082-6c3add5ef19c HTTP/1.1" status: 200 len: 853 time: 0.0674112 Jun 27 15:32:17.204239 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 55326) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:17.206359 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a326cf4-1c72-4fc7-919d-c05549f1391c req-073fb6cb-52f1-4a8e-91c6-65ccbca565bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:17.208176 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6a326cf4-1c72-4fc7-919d-c05549f1391c req-073fb6cb-52f1-4a8e-91c6-65ccbca565bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2b3a5f-8943-48e2-bb0f-3f837d61206a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680194 Jun 27 15:32:17.255388 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-871f84e9-57fd-49c5-b15b-42df60e28938 None None] Set router 6e1d1137-e67c-4634-97d3-23d9d26e0af6 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:32:17.282857 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-8d705cb1-b6dc-41f2-be7b-4f0fd5d12105 None None] Set router d503fd2a-6057-4a70-b0d6-50c2350edbeb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:32:17.362794 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6a326cf4-1c72-4fc7-919d-c05549f1391c req-903ece87-d92c-418e-9e2b-a022131d7a58 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474428 Jun 27 15:32:17.379998 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:17.557595 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6a326cf4-1c72-4fc7-919d-c05549f1391c req-da213387-8a62-43fc-9a97-daa0680a9546 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884992 Jun 27 15:32:17.640091 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-8d705cb1-b6dc-41f2-be7b-4f0fd5d12105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 4, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '95c96ebe-ab18-4101-be5a-6615517e63f8', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'port_id': '15808846-1217-422f-a8ef-2e30bfe2ee06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'mac_address': 'fa:16:3e:be:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3afef28-40eb-48c6-a65c-f549cc963cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:31:48Z', 'updated_at': '2022-06-27T15:32:15Z', 'revision_number': 1, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033c5111-34d9-49ec-bd05-b663eb62f175', 'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'mac_address': 'fa:16:3e:c5:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 5, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'subnets': [{'id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:17.671411 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d705cb1-b6dc-41f2-be7b-4f0fd5d12105 None None] The sync data for ids ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'] in dv-cinder-847798-1-iscsi is: [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 4, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '95c96ebe-ab18-4101-be5a-6615517e63f8', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'port_id': '15808846-1217-422f-a8ef-2e30bfe2ee06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'mac_address': 'fa:16:3e:be:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3afef28-40eb-48c6-a65c-f549cc963cda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:31:48Z', 'updated_at': '2022-06-27T15:32:15Z', 'revision_number': 1, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033c5111-34d9-49ec-bd05-b663eb62f175', 'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'mac_address': 'fa:16:3e:c5:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 5, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'subnets': [{'id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:32:17.766383 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5aa595-85d6-44d8-9b6a-0fd0e958657c', 'tag': '3ccbca6d-373a-42a6-9d88-221bb0b77dd5'}, {'name': 'network-changed', 'server_uuid': 'ce5aa595-85d6-44d8-9b6a-0fd0e958657c', 'tag': '3ccbca6d-373a-42a6-9d88-221bb0b77dd5'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:32:17.770997 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ecdf1b21e48a9c17975c38f4cbb98a47ab0df019f7748c413a09c43e6bcf64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a644623b-ccf1-4927-8bb3-3075b43da350" -d '{"events": [{"name": "network-changed", "server_uuid": "ce5aa595-85d6-44d8-9b6a-0fd0e958657c", "tag": "3ccbca6d-373a-42a6-9d88-221bb0b77dd5"}, {"name": "network-changed", "server_uuid": "ce5aa595-85d6-44d8-9b6a-0fd0e958657c", "tag": "3ccbca6d-373a-42a6-9d88-221bb0b77dd5"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:32:17.817383 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-871f84e9-57fd-49c5-b15b-42df60e28938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'name': 'tempest-TestMinimumBasicScenario-962353146-router', 'tenant_id': '52c96385e67941648eee6bf532b3f141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '67098971-89e3-461f-8090-d7d22bc3b8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 4, 'project_id': '52c96385e67941648eee6bf532b3f141', 'gw_port': {'id': '67098971-89e3-461f-8090-d7d22bc3b8db', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:12Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '05e4e613-06a5-44b0-97de-7b2c5ce92a59', 'name': '', 'network_id': '79265a58-e851-4f46-80e6-8bd40ee58e6c', 'tenant_id': '52c96385e67941648eee6bf532b3f141', 'mac_address': 'fa:16:3e:f7:9e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '01c8c3bc-3231-413d-87ec-f0dfb1f32f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:16Z', 'updated_at': '2022-06-27T15:28:23Z', 'revision_number': 5, 'project_id': '52c96385e67941648eee6bf532b3f141', 'subnets': [{'id': '01c8c3bc-3231-413d-87ec-f0dfb1f32f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:17.818466 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 27 Jun 2022 15:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1122e4d-49a7-4893-b0ad-f516bbe856a8 x-openstack-request-id: req-c1122e4d-49a7-4893-b0ad-f516bbe856a8 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:32:17.818851 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce5aa595-85d6-44d8-9b6a-0fd0e958657c", "tag": "3ccbca6d-373a-42a6-9d88-221bb0b77dd5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ce5aa595-85d6-44d8-9b6a-0fd0e958657c", "tag": "3ccbca6d-373a-42a6-9d88-221bb0b77dd5", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:32:17.819170 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c1122e4d-49a7-4893-b0ad-f516bbe856a8 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:32:17.819654 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1122e4d-49a7-4893-b0ad-f516bbe856a8'] response: {'name': 'network-changed', 'server_uuid': 'ce5aa595-85d6-44d8-9b6a-0fd0e958657c', 'tag': '3ccbca6d-373a-42a6-9d88-221bb0b77dd5', 'status': 'completed', 'code': 200} Jun 27 15:32:17.819975 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1122e4d-49a7-4893-b0ad-f516bbe856a8'] response: {'name': 'network-changed', 'server_uuid': 'ce5aa595-85d6-44d8-9b6a-0fd0e958657c', 'tag': '3ccbca6d-373a-42a6-9d88-221bb0b77dd5', 'status': 'completed', 'code': 200} Jun 27 15:32:17.844590 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871f84e9-57fd-49c5-b15b-42df60e28938 None None] Checking router: 6e1d1137-e67c-4634-97d3-23d9d26e0af6 for host: dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:32:17.856371 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871f84e9-57fd-49c5-b15b-42df60e28938 None None] Routers {'6e1d1137-e67c-4634-97d3-23d9d26e0af6'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:32:17.857031 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-871f84e9-57fd-49c5-b15b-42df60e28938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:32:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['6e1d1137-e67c-4634-97d3-23d9d26e0af6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:17.970452 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:17.977071 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644623b-ccf1-4927-8bb3-3075b43da350 req-ba739b26-8e15-4daf-8270-c8020b9ef9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:17.977071 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a644623b-ccf1-4927-8bb3-3075b43da350 req-ba739b26-8e15-4daf-8270-c8020b9ef9a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52c96385e67941648eee6bf532b3f141&device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 1129 time: 0.0529408 Jun 27 15:32:17.993252 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486795e8-1f96-43ec-a950-4afeb07cccfd None None] New status for floating IP 95c96ebe-ab18-4101-be5a-6615517e63f8: ACTIVE {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 15:32:18.032685 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-871f84e9-57fd-49c5-b15b-42df60e28938 None None] Set router 6e1d1137-e67c-4634-97d3-23d9d26e0af6 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:32:18.088475 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e6c7b401-cde5-4a59-932d-16280c821548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3703176'] for router_interface (928f35cb-cf58-4dde-a4b4-eec4b75bf621), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:18.127229 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644623b-ccf1-4927-8bb3-3075b43da350 req-3c001c23-4e81-413a-86b6-c3b5845d0c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:18.129302 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a644623b-ccf1-4927-8bb3-3075b43da350 req-3c001c23-4e81-413a-86b6-c3b5845d0c01 service neutron] 10.222.0.42 "GET /v2.0/networks?id=79265a58-e851-4f46-80e6-8bd40ee58e6c HTTP/1.1" status: 200 len: 915 time: 0.1466753 Jun 27 15:32:18.207411 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a644623b-ccf1-4927-8bb3-3075b43da350 req-6b2a70fb-9871-4f86-9b7c-c45816ef88a7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ccbca6d-373a-42a6-9d88-221bb0b77dd5 HTTP/1.1" status: 200 len: 217 time: 0.0638022 Jun 27 15:32:18.269157 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644623b-ccf1-4927-8bb3-3075b43da350 req-4bd63c6f-3b36-4e10-9034-bcd1546fd86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:18.271197 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a644623b-ccf1-4927-8bb3-3075b43da350 req-4bd63c6f-3b36-4e10-9034-bcd1546fd86b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=01c8c3bc-3231-413d-87ec-f0dfb1f32f40 HTTP/1.1" status: 200 len: 853 time: 0.0570033 Jun 27 15:32:18.360826 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644623b-ccf1-4927-8bb3-3075b43da350 req-fa5fd9ee-a06c-4189-82e2-d234189ce59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:18.363417 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a644623b-ccf1-4927-8bb3-3075b43da350 req-fa5fd9ee-a06c-4189-82e2-d234189ce59f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79265a58-e851-4f46-80e6-8bd40ee58e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0822778 Jun 27 15:32:18.384398 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:18.403302 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-871f84e9-57fd-49c5-b15b-42df60e28938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'name': 'tempest-TestMinimumBasicScenario-962353146-router', 'tenant_id': '52c96385e67941648eee6bf532b3f141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '67098971-89e3-461f-8090-d7d22bc3b8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 4, 'project_id': '52c96385e67941648eee6bf532b3f141', 'gw_port': {'id': '67098971-89e3-461f-8090-d7d22bc3b8db', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:12Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '05e4e613-06a5-44b0-97de-7b2c5ce92a59', 'name': '', 'network_id': '79265a58-e851-4f46-80e6-8bd40ee58e6c', 'tenant_id': '52c96385e67941648eee6bf532b3f141', 'mac_address': 'fa:16:3e:f7:9e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '01c8c3bc-3231-413d-87ec-f0dfb1f32f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:16Z', 'updated_at': '2022-06-27T15:28:23Z', 'revision_number': 5, 'project_id': '52c96385e67941648eee6bf532b3f141', 'subnets': [{'id': '01c8c3bc-3231-413d-87ec-f0dfb1f32f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:18.444527 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871f84e9-57fd-49c5-b15b-42df60e28938 None None] The sync data for ids ['6e1d1137-e67c-4634-97d3-23d9d26e0af6'] in dv-cinder-847798-1-iscsi is: [{'id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'name': 'tempest-TestMinimumBasicScenario-962353146-router', 'tenant_id': '52c96385e67941648eee6bf532b3f141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '67098971-89e3-461f-8090-d7d22bc3b8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 4, 'project_id': '52c96385e67941648eee6bf532b3f141', 'gw_port': {'id': '67098971-89e3-461f-8090-d7d22bc3b8db', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:12Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '05e4e613-06a5-44b0-97de-7b2c5ce92a59', 'name': '', 'network_id': '79265a58-e851-4f46-80e6-8bd40ee58e6c', 'tenant_id': '52c96385e67941648eee6bf532b3f141', 'mac_address': 'fa:16:3e:f7:9e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '01c8c3bc-3231-413d-87ec-f0dfb1f32f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:16Z', 'updated_at': '2022-06-27T15:28:23Z', 'revision_number': 5, 'project_id': '52c96385e67941648eee6bf532b3f141', 'subnets': [{'id': '01c8c3bc-3231-413d-87ec-f0dfb1f32f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:32:18.460022 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-e6c7b401-cde5-4a59-932d-16280c821548 admin admin] Deleting port 88d59b94-6c8f-4037-93f9-0b01f6345524 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:32:18.460783 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e6c7b401-cde5-4a59-932d-16280c821548 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (88d59b94-6c8f-4037-93f9-0b01f6345524), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:18.504732 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 6589e017-7d15-4438-86e5-e3a74e6999a7 no longer exists at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:32:18.541085 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] No Port match for: 6589e017-7d15-4438-86e5-e3a74e6999a7 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:32:18.541453 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 6589e017-7d15-4438-86e5-e3a74e6999a7 not bound to the agent host hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:32:18.547724 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a644623b-ccf1-4927-8bb3-3075b43da350 req-ddef4ca6-4780-442f-b61a-bcee7e31e32f service neutron] 10.222.0.42 "GET /v2.0/networks/79265a58-e851-4f46-80e6-8bd40ee58e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780868 Jun 27 15:32:18.560480 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:18.603184 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-e6c7b401-cde5-4a59-932d-16280c821548 admin admin] For port 88d59b94-6c8f-4037-93f9-0b01f6345524, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=88d59b94-6c8f-4037-93f9-0b01f6345524,segment=NetworkSegment(ce888434-d2f9-46aa-807c-1c90ac319f5e),segment_id=ce888434-d2f9-46aa-807c-1c90ac319f5e)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:32:18.603714 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e6c7b401-cde5-4a59-932d-16280c821548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (88d59b94-6c8f-4037-93f9-0b01f6345524), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:18.628255 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-e6c7b401-cde5-4a59-932d-16280c821548 admin admin] Calling delete_port for 88d59b94-6c8f-4037-93f9-0b01f6345524 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:32:18.652620 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a644623b-ccf1-4927-8bb3-3075b43da350 req-7025c1d8-f9a0-4e01-9531-2efadc148af9 service neutron] 10.222.0.42 "GET /v2.0/networks/79265a58-e851-4f46-80e6-8bd40ee58e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982997 Jun 27 15:32:18.796022 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644623b-ccf1-4927-8bb3-3075b43da350 req-aa640c93-30ae-484d-911d-7327112e613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:18.798810 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a644623b-ccf1-4927-8bb3-3075b43da350 req-aa640c93-30ae-484d-911d-7327112e613d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=52c96385e67941648eee6bf532b3f141&device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 1129 time: 0.0794654 Jun 27 15:32:18.929717 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154e2d34-dc64-4369-a3ed-a331f68742a8 None None] New status for floating IP d5247651-1134-404f-a773-04c052e44578: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 15:32:18.952930 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e6c7b401-cde5-4a59-932d-16280c821548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (88d59b94-6c8f-4037-93f9-0b01f6345524), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:18.959986 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:18.964602 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644623b-ccf1-4927-8bb3-3075b43da350 req-a762a690-137b-4fd9-8f22-bd6f3f7d5b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:18.965460 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a644623b-ccf1-4927-8bb3-3075b43da350 req-a762a690-137b-4fd9-8f22-bd6f3f7d5b02 service neutron] 10.222.0.42 "GET /v2.0/networks?id=79265a58-e851-4f46-80e6-8bd40ee58e6c HTTP/1.1" status: 200 len: 915 time: 0.1602409 Jun 27 15:32:18.990668 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c7b401-cde5-4a59-932d-16280c821548 admin admin] Pushing event deleted for resources: {'Port': ['ID=88d59b94-6c8f-4037-93f9-0b01f6345524,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:19.005495 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:19.028914 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a644623b-ccf1-4927-8bb3-3075b43da350 req-992d0df3-2249-4f5c-8382-786c4b6e853a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ccbca6d-373a-42a6-9d88-221bb0b77dd5 HTTP/1.1" status: 200 len: 217 time: 0.0562010 Jun 27 15:32:19.128749 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644623b-ccf1-4927-8bb3-3075b43da350 req-8fbc4e0b-675e-40f5-b9e3-046cb9de3fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:19.132466 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a644623b-ccf1-4927-8bb3-3075b43da350 req-8fbc4e0b-675e-40f5-b9e3-046cb9de3fa6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=01c8c3bc-3231-413d-87ec-f0dfb1f32f40 HTTP/1.1" status: 200 len: 853 time: 0.0952284 Jun 27 15:32:19.237557 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644623b-ccf1-4927-8bb3-3075b43da350 req-a02aa06a-89b0-45db-9f67-ec58c13c1e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:19.240504 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a644623b-ccf1-4927-8bb3-3075b43da350 req-a02aa06a-89b0-45db-9f67-ec58c13c1e9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=79265a58-e851-4f46-80e6-8bd40ee58e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0995989 Jun 27 15:32:19.314514 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e6c7b401-cde5-4a59-932d-16280c821548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3703068'] for router_interface (928f35cb-cf58-4dde-a4b4-eec4b75bf621), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:19.382026 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a644623b-ccf1-4927-8bb3-3075b43da350 req-132fdd5a-23a6-4956-99c1-50cb2e45cdbb service neutron] 10.222.0.42 "GET /v2.0/networks/79265a58-e851-4f46-80e6-8bd40ee58e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347246 Jun 27 15:32:19.479157 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a644623b-ccf1-4927-8bb3-3075b43da350 req-80fb7d85-7c71-4827-8289-d20ba2e73cfb service neutron] 10.222.0.42 "GET /v2.0/networks/79265a58-e851-4f46-80e6-8bd40ee58e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906446 Jun 27 15:32:19.553018 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6c7b401-cde5-4a59-932d-16280c821548 admin admin] Router 928f35cb-cf58-4dde-a4b4-eec4b75bf621 has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:32:19.682215 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c7b401-cde5-4a59-932d-16280c821548 admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:32:19.688395 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-e6c7b401-cde5-4a59-932d-16280c821548 admin admin] 10.222.0.26 "PUT /v2.0/routers/928f35cb-cf58-4dde-a4b4-eec4b75bf621/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4806275 Jun 27 15:32:19.692091 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 55348) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:19.695351 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c67f9b-0426-4f7b-a3b0-4f32cdc4cfef None None] Sync routers for ids ['928f35cb-cf58-4dde-a4b4-eec4b75bf621'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:32:19.710530 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c67f9b-0426-4f7b-a3b0-4f32cdc4cfef None None] Routers {'928f35cb-cf58-4dde-a4b4-eec4b75bf621'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:32:19.711191 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b3c67f9b-0426-4f7b-a3b0-4f32cdc4cfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:32:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['928f35cb-cf58-4dde-a4b4-eec4b75bf621'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:19.839547 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-b3c67f9b-0426-4f7b-a3b0-4f32cdc4cfef None None] Set router 928f35cb-cf58-4dde-a4b4-eec4b75bf621 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:32:20.079161 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b3c67f9b-0426-4f7b-a3b0-4f32cdc4cfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'name': 'tempest-ServerRescueNegativeTestJSON-920464589-router', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '44554097-c32e-4389-a40b-7f7699da4c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:19Z', 'updated_at': '2022-06-27T15:32:18Z', 'revision_number': 5, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'gw_port': {'id': '44554097-c32e-4389-a40b-7f7699da4c96', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:20Z', 'updated_at': '2022-06-27T15:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:20.092987 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-38e99e49-66ad-4c5a-8160-91cbe8b1693b admin admin] Publish callbacks [] for router (928f35cb-cf58-4dde-a4b4-eec4b75bf621), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:20.110074 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c67f9b-0426-4f7b-a3b0-4f32cdc4cfef None None] Checking router: 928f35cb-cf58-4dde-a4b4-eec4b75bf621 for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:32:20.119764 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c67f9b-0426-4f7b-a3b0-4f32cdc4cfef None None] Routers {'928f35cb-cf58-4dde-a4b4-eec4b75bf621'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:32:20.120417 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b3c67f9b-0426-4f7b-a3b0-4f32cdc4cfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:32:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['928f35cb-cf58-4dde-a4b4-eec4b75bf621'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:20.177045 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:20.177971 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:20.228356 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:20.247433 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-b3c67f9b-0426-4f7b-a3b0-4f32cdc4cfef None None] Set router 928f35cb-cf58-4dde-a4b4-eec4b75bf621 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:32:20.262387 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-38e99e49-66ad-4c5a-8160-91cbe8b1693b admin admin] Publish callbacks [] for router_gateway (928f35cb-cf58-4dde-a4b4-eec4b75bf621), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:20.279662 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7414c30-7387-4237-86e4-6305dbbe2795 req-7af3d34f-bb1b-4d73-9890-4dd1c1cb66c4 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:20.283856 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b7414c30-7387-4237-86e4-6305dbbe2795 req-7af3d34f-bb1b-4d73-9890-4dd1c1cb66c4 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 945 time: 0.0655849 Jun 27 15:32:20.324270 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:20.339327 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-38e99e49-66ad-4c5a-8160-91cbe8b1693b admin admin] Deleting port 44554097-c32e-4389-a40b-7f7699da4c96 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:32:20.340270 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-38e99e49-66ad-4c5a-8160-91cbe8b1693b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (44554097-c32e-4389-a40b-7f7699da4c96), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:20.366767 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b7414c30-7387-4237-86e4-6305dbbe2795 req-637a0605-99ec-439a-b24e-34e9d246b2fd tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749612 Jun 27 15:32:20.437413 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-38e99e49-66ad-4c5a-8160-91cbe8b1693b admin admin] For port 44554097-c32e-4389-a40b-7f7699da4c96, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=44554097-c32e-4389-a40b-7f7699da4c96,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:32:20.437782 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-38e99e49-66ad-4c5a-8160-91cbe8b1693b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (44554097-c32e-4389-a40b-7f7699da4c96), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:20.445544 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:20.454688 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-38e99e49-66ad-4c5a-8160-91cbe8b1693b admin admin] Calling delete_port for 44554097-c32e-4389-a40b-7f7699da4c96 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:32:20.491787 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-b3c67f9b-0426-4f7b-a3b0-4f32cdc4cfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'name': 'tempest-ServerRescueNegativeTestJSON-920464589-router', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '44554097-c32e-4389-a40b-7f7699da4c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:19Z', 'updated_at': '2022-06-27T15:32:18Z', 'revision_number': 5, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'gw_port': {'id': '44554097-c32e-4389-a40b-7f7699da4c96', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:20Z', 'updated_at': '2022-06-27T15:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:20.519894 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c67f9b-0426-4f7b-a3b0-4f32cdc4cfef None None] The sync data for ids ['928f35cb-cf58-4dde-a4b4-eec4b75bf621'] in dv-cinder-847798-1-iscsi is: [{'id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'name': 'tempest-ServerRescueNegativeTestJSON-920464589-router', 'tenant_id': '2832173587a6494eb7f73b3ca0a09a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '44554097-c32e-4389-a40b-7f7699da4c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:19Z', 'updated_at': '2022-06-27T15:32:18Z', 'revision_number': 5, 'project_id': '2832173587a6494eb7f73b3ca0a09a0f', 'gw_port': {'id': '44554097-c32e-4389-a40b-7f7699da4c96', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ca:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928f35cb-cf58-4dde-a4b4-eec4b75bf621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:20Z', 'updated_at': '2022-06-27T15:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:32:20.640969 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-38e99e49-66ad-4c5a-8160-91cbe8b1693b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (44554097-c32e-4389-a40b-7f7699da4c96), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:20.676513 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e99e49-66ad-4c5a-8160-91cbe8b1693b admin admin] Pushing event deleted for resources: {'Port': ['ID=44554097-c32e-4389-a40b-7f7699da4c96,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:20.749454 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-38e99e49-66ad-4c5a-8160-91cbe8b1693b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3731768'] for router_gateway (928f35cb-cf58-4dde-a4b4-eec4b75bf621), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:20.843109 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-38e99e49-66ad-4c5a-8160-91cbe8b1693b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3708209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254106'] for router (928f35cb-cf58-4dde-a4b4-eec4b75bf621), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:20.845921 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-38e99e49-66ad-4c5a-8160-91cbe8b1693b admin admin] Publish callbacks [] for router_controller (928f35cb-cf58-4dde-a4b4-eec4b75bf621), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:20.891196 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-38e99e49-66ad-4c5a-8160-91cbe8b1693b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3708351'] for router (928f35cb-cf58-4dde-a4b4-eec4b75bf621), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:20.891717 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e99e49-66ad-4c5a-8160-91cbe8b1693b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 928f35cb-cf58-4dde-a4b4-eec4b75bf621 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 15:32:20.897621 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-38e99e49-66ad-4c5a-8160-91cbe8b1693b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:20.901633 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-38e99e49-66ad-4c5a-8160-91cbe8b1693b admin admin] 10.222.0.26 "DELETE /v2.0/routers/928f35cb-cf58-4dde-a4b4-eec4b75bf621 HTTP/1.1" status: 204 len: 168 time: 1.2057738 Jun 27 15:32:20.901633 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 55356) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:20.950575 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f6b8e6-031d-4cb1-bf70-f02f391b49ac admin admin] Deleting subnet 5101df7e-dc3e-4d22-92a5-4e633fba6a41 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 15:32:20.954311 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9f6b8e6-031d-4cb1-bf70-f02f391b49ac admin admin] Publish callbacks [] for subnet (5101df7e-dc3e-4d22-92a5-4e633fba6a41), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:20.997087 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9f6b8e6-031d-4cb1-bf70-f02f391b49ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-537121'] for subnet (5101df7e-dc3e-4d22-92a5-4e633fba6a41), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:21.125571 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9f6b8e6-031d-4cb1-bf70-f02f391b49ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693064'] for subnet (5101df7e-dc3e-4d22-92a5-4e633fba6a41), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:21.220200 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9f6b8e6-031d-4cb1-bf70-f02f391b49ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9360100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8708483'] for subnet (5101df7e-dc3e-4d22-92a5-4e633fba6a41), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:21.264634 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6b8e6-031d-4cb1-bf70-f02f391b49ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5101df7e-dc3e-4d22-92a5-4e633fba6a41,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:21.269361 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f9f6b8e6-031d-4cb1-bf70-f02f391b49ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:21.269798 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 88d59b94-6c8f-4037-93f9-0b01f6345524 no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:32:21.276655 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-f9f6b8e6-031d-4cb1-bf70-f02f391b49ac admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5101df7e-dc3e-4d22-92a5-4e633fba6a41 HTTP/1.1" status: 204 len: 168 time: 0.3704884 Jun 27 15:32:21.276822 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 55358) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:21.307149 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2075f8-d2b1-4e41-96d0-1ed12fcd8b4e None None] Network 0dd13161-8ee5-4285-a373-761f6ed0abd7 requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:32:21.310445 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: 88d59b94-6c8f-4037-93f9-0b01f6345524 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:32:21.310802 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 88d59b94-6c8f-4037-93f9-0b01f6345524 not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:32:21.333660 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:21.362984 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1974bb1f-f32d-45a8-bba8-ba1ff5da11f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750815'] for network (0dd13161-8ee5-4285-a373-761f6ed0abd7), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:21.421514 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:21.434096 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-1974bb1f-f32d-45a8-bba8-ba1ff5da11f4 admin admin] Deleting port f8e056c6-49b7-4482-a267-894e0a0dc160 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:32:21.434448 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1974bb1f-f32d-45a8-bba8-ba1ff5da11f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (f8e056c6-49b7-4482-a267-894e0a0dc160), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:21.523763 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-1974bb1f-f32d-45a8-bba8-ba1ff5da11f4 admin admin] For port f8e056c6-49b7-4482-a267-894e0a0dc160, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=f8e056c6-49b7-4482-a267-894e0a0dc160,segment=NetworkSegment(ce888434-d2f9-46aa-807c-1c90ac319f5e),segment_id=ce888434-d2f9-46aa-807c-1c90ac319f5e)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:32:21.524220 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1974bb1f-f32d-45a8-bba8-ba1ff5da11f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (f8e056c6-49b7-4482-a267-894e0a0dc160), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:21.526916 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:21.562320 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-1974bb1f-f32d-45a8-bba8-ba1ff5da11f4 admin admin] Calling delete_port for f8e056c6-49b7-4482-a267-894e0a0dc160 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:32:21.585108 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a232398-f716-46a3-a15d-5aab85aa1e42 req-5ad016c4-7968-4a42-85f0-b520a8e2f068 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:21.586701 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2a232398-f716-46a3-a15d-5aab85aa1e42 req-5ad016c4-7968-4a42-85f0-b520a8e2f068 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 945 time: 0.0873749 Jun 27 15:32:21.674587 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6fbc58-b66f-42f5-9833-0421482137e4 None None] DHCP port deletion for 0dd13161-8ee5-4285-a373-761f6ed0abd7 request from dv-cinder-847798-1-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 15:32:21.702709 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2a232398-f716-46a3-a15d-5aab85aa1e42 req-0fa5d630-7999-4b0f-9f0f-64b6af709a3c tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/security-groups?id=6fc91fb6-3f4f-4abf-8485-59b549863e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077135 Jun 27 15:32:21.730164 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5a6fbc58-b66f-42f5-9833-0421482137e4 None None] Deleting port f8e056c6-49b7-4482-a267-894e0a0dc160 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:32:21.730541 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5a6fbc58-b66f-42f5-9833-0421482137e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (f8e056c6-49b7-4482-a267-894e0a0dc160), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:21.736735 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1974bb1f-f32d-45a8-bba8-ba1ff5da11f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (f8e056c6-49b7-4482-a267-894e0a0dc160), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:21.764377 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974bb1f-f32d-45a8-bba8-ba1ff5da11f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e056c6-49b7-4482-a267-894e0a0dc160,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:21.768147 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1974bb1f-f32d-45a8-bba8-ba1ff5da11f4 admin admin] No DVR routers for this DVR port f8e056c6-49b7-4482-a267-894e0a0dc160 on host dv-cinder-847798-1-iscsi {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:32:21.807189 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-5a6fbc58-b66f-42f5-9833-0421482137e4 None None] For port f8e056c6-49b7-4482-a267-894e0a0dc160, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=f8e056c6-49b7-4482-a267-894e0a0dc160,segment=NetworkSegment(ce888434-d2f9-46aa-807c-1c90ac319f5e),segment_id=ce888434-d2f9-46aa-807c-1c90ac319f5e)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:32:21.807509 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5a6fbc58-b66f-42f5-9833-0421482137e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (f8e056c6-49b7-4482-a267-894e0a0dc160), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:21.825773 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5a6fbc58-b66f-42f5-9833-0421482137e4 None None] Calling delete_port for f8e056c6-49b7-4482-a267-894e0a0dc160 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:32:21.873679 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1974bb1f-f32d-45a8-bba8-ba1ff5da11f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-755509', 'neutron.services.segments.db._delete_segments_for_network-8767603345803'] for network (0dd13161-8ee5-4285-a373-761f6ed0abd7), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:21.900888 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-1974bb1f-f32d-45a8-bba8-ba1ff5da11f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd13161-8ee5-4285-a373-761f6ed0abd7']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:21.919002 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-1974bb1f-f32d-45a8-bba8-ba1ff5da11f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce888434-d2f9-46aa-807c-1c90ac319f5e') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:21.919246 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5a6fbc58-b66f-42f5-9833-0421482137e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733'] for port (f8e056c6-49b7-4482-a267-894e0a0dc160), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:21.921437 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-1974bb1f-f32d-45a8-bba8-ba1ff5da11f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce888434-d2f9-46aa-807c-1c90ac319f5e') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:21.935539 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1974bb1f-f32d-45a8-bba8-ba1ff5da11f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767603346068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-537146'] for segment (ce888434-d2f9-46aa-807c-1c90ac319f5e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:21.952008 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1974bb1f-f32d-45a8-bba8-ba1ff5da11f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (ce888434-d2f9-46aa-807c-1c90ac319f5e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:21.954341 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6fbc58-b66f-42f5-9833-0421482137e4 None None] Pushing event deleted for resources: {'Port': ['ID=f8e056c6-49b7-4482-a267-894e0a0dc160,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:21.960351 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1974bb1f-f32d-45a8-bba8-ba1ff5da11f4 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 15:32:21.960800 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1974bb1f-f32d-45a8-bba8-ba1ff5da11f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9360014'] for segment (ce888434-d2f9-46aa-807c-1c90ac319f5e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:21.964305 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6fbc58-b66f-42f5-9833-0421482137e4 None None] No DVR routers for this DVR port f8e056c6-49b7-4482-a267-894e0a0dc160 on host dv-cinder-847798-1-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:32:21.980412 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fbc58-b66f-42f5-9833-0421482137e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:32:21.981114 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fbc58-b66f-42f5-9833-0421482137e4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:32:21.981683 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fbc58-b66f-42f5-9833-0421482137e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:32:21.982266 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fbc58-b66f-42f5-9833-0421482137e4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:32:21.982836 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fbc58-b66f-42f5-9833-0421482137e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:32:21.983400 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fbc58-b66f-42f5-9833-0421482137e4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:32:21.983958 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fbc58-b66f-42f5-9833-0421482137e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:32:21.984564 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fbc58-b66f-42f5-9833-0421482137e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:32:21.985108 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fbc58-b66f-42f5-9833-0421482137e4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:32:21.985698 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fbc58-b66f-42f5-9833-0421482137e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:32:21.986232 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fbc58-b66f-42f5-9833-0421482137e4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:32:21.987560 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fbc58-b66f-42f5-9833-0421482137e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:32:21.988075 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fbc58-b66f-42f5-9833-0421482137e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:32:21.988645 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fbc58-b66f-42f5-9833-0421482137e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:32:21.988990 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6fbc58-b66f-42f5-9833-0421482137e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:32:21.996208 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.services.segments.plugin [-] Segment ce888434-d2f9-46aa-807c-1c90ac319f5e resource provider aggregate not found Jun 27 15:32:22.044758 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.services.segments.plugin [-] Segment ce888434-d2f9-46aa-807c-1c90ac319f5e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce888434-d2f9-46aa-807c-1c90ac319f5e found for delete ", "request_id": "req-40a962e9-c97c-4515-b709-7eb643d17a48"}]} Jun 27 15:32:22.045395 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1974bb1f-f32d-45a8-bba8-ba1ff5da11f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-755500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728431'] for network (0dd13161-8ee5-4285-a373-761f6ed0abd7), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:22.052166 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1974bb1f-f32d-45a8-bba8-ba1ff5da11f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:22.058210 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-1974bb1f-f32d-45a8-bba8-ba1ff5da11f4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/0dd13161-8ee5-4285-a373-761f6ed0abd7 HTTP/1.1" status: 204 len: 168 time: 0.7777004 Jun 27 15:32:22.068083 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974bb1f-f32d-45a8-bba8-ba1ff5da11f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0dd13161-8ee5-4285-a373-761f6ed0abd7,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:22.216283 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 55370) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:22.259026 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb86fe-2d4f-46bb-96cb-2350ec08ae2e req-5850a9cd-7511-4cda-b5ad-448330682188 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:22.260738 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-50fb86fe-2d4f-46bb-96cb-2350ec08ae2e req-5850a9cd-7511-4cda-b5ad-448330682188 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 945 time: 0.0762572 Jun 27 15:32:22.272085 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-2ba0ed88-bfcd-4174-a278-d42e495a5ee5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2832173587a6494eb7f73b3ca0a09a0f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0507145 Jun 27 15:32:22.272417 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 55372) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:22.306086 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:22.330499 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-257e24b8-8a5a-4368-b886-4f10944ab4c4 admin admin] Publish callbacks [] for security_group (c506f7ae-27f5-4045-b897-441355683727), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:22.355735 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-257e24b8-8a5a-4368-b886-4f10944ab4c4 admin admin] Publish callbacks [] for security_group (c506f7ae-27f5-4045-b897-441355683727), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:22.394574 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-50fb86fe-2d4f-46bb-96cb-2350ec08ae2e req-786d851a-2288-4928-948e-afc67a455272 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Deleting port 3ccbca6d-373a-42a6-9d88-221bb0b77dd5 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:32:22.395114 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-50fb86fe-2d4f-46bb-96cb-2350ec08ae2e req-786d851a-2288-4928-948e-afc67a455272 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (3ccbca6d-373a-42a6-9d88-221bb0b77dd5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:22.411236 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-257e24b8-8a5a-4368-b886-4f10944ab4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (c506f7ae-27f5-4045-b897-441355683727), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:22.414025 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-257e24b8-8a5a-4368-b886-4f10944ab4c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:22.415260 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-257e24b8-8a5a-4368-b886-4f10944ab4c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c506f7ae-27f5-4045-b897-441355683727 HTTP/1.1" status: 204 len: 168 time: 0.1418769 Jun 27 15:32:22.425770 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e24b8-8a5a-4368-b886-4f10944ab4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c506f7ae-27f5-4045-b897-441355683727,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:22.552622 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-50fb86fe-2d4f-46bb-96cb-2350ec08ae2e req-786d851a-2288-4928-948e-afc67a455272 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] For port 3ccbca6d-373a-42a6-9d88-221bb0b77dd5, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=3ccbca6d-373a-42a6-9d88-221bb0b77dd5,segment=NetworkSegment(092ec022-4797-43f8-9eb5-7109adc548d1),segment_id=092ec022-4797-43f8-9eb5-7109adc548d1)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:32:22.552993 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-50fb86fe-2d4f-46bb-96cb-2350ec08ae2e req-786d851a-2288-4928-948e-afc67a455272 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (3ccbca6d-373a-42a6-9d88-221bb0b77dd5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:22.568658 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-50fb86fe-2d4f-46bb-96cb-2350ec08ae2e req-786d851a-2288-4928-948e-afc67a455272 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Calling delete_port for 3ccbca6d-373a-42a6-9d88-221bb0b77dd5 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:32:22.755969 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-50fb86fe-2d4f-46bb-96cb-2350ec08ae2e req-786d851a-2288-4928-948e-afc67a455272 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (3ccbca6d-373a-42a6-9d88-221bb0b77dd5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:22.775012 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['3ccbca6d-373a-42a6-9d88-221bb0b77dd5'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:32:22.790808 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d851a-2288-4928-948e-afc67a455272 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Pushing event deleted for resources: {'Port': ['ID=3ccbca6d-373a-42a6-9d88-221bb0b77dd5,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:22.820981 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d851a-2288-4928-948e-afc67a455272 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:32:22.821417 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d851a-2288-4928-948e-afc67a455272 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:32:22.821677 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d851a-2288-4928-948e-afc67a455272 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:32:22.821987 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d851a-2288-4928-948e-afc67a455272 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:32:22.822315 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d851a-2288-4928-948e-afc67a455272 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:32:22.822645 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d851a-2288-4928-948e-afc67a455272 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:32:22.822967 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d851a-2288-4928-948e-afc67a455272 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:32:22.823289 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d851a-2288-4928-948e-afc67a455272 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:32:22.823612 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d851a-2288-4928-948e-afc67a455272 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:32:22.823929 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d851a-2288-4928-948e-afc67a455272 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:32:22.824251 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d851a-2288-4928-948e-afc67a455272 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:32:22.827372 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d851a-2288-4928-948e-afc67a455272 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:32:22.827718 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d851a-2288-4928-948e-afc67a455272 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:32:22.828169 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d851a-2288-4928-948e-afc67a455272 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:32:22.828549 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d851a-2288-4928-948e-afc67a455272 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:32:22.875821 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-50fb86fe-2d4f-46bb-96cb-2350ec08ae2e req-786d851a-2288-4928-948e-afc67a455272 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] No DVR routers for this DVR port 3ccbca6d-373a-42a6-9d88-221bb0b77dd5 on host hv-cinder-84779 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:32:22.880282 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-50fb86fe-2d4f-46bb-96cb-2350ec08ae2e req-786d851a-2288-4928-948e-afc67a455272 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:22.883660 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-50fb86fe-2d4f-46bb-96cb-2350ec08ae2e req-786d851a-2288-4928-948e-afc67a455272 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.42 "DELETE /v2.0/ports/3ccbca6d-373a-42a6-9d88-221bb0b77dd5 HTTP/1.1" status: 204 len: 173 time: 0.6168222 Jun 27 15:32:22.884136 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5aa595-85d6-44d8-9b6a-0fd0e958657c', 'name': 'network-vif-deleted', 'tag': '3ccbca6d-373a-42a6-9d88-221bb0b77dd5'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:32:22.886461 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ecdf1b21e48a9c17975c38f4cbb98a47ab0df019f7748c413a09c43e6bcf64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c010bc1-8fa8-4b6a-bfa4-92d31f4f17ed" -d '{"events": [{"server_uuid": "ce5aa595-85d6-44d8-9b6a-0fd0e958657c", "name": "network-vif-deleted", "tag": "3ccbca6d-373a-42a6-9d88-221bb0b77dd5"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:32:22.925587 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8151f245-9d63-4f37-b62d-dacfed2eb8ce req-e612a8a2-df27-4b42-9dfe-d581b5f65d93 tempest-TestMinimumBasicScenario-2141702602 tempest-TestMinimumBasicScenario-2141702602-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce5aa595-85d6-44d8-9b6a-0fd0e958657c HTTP/1.1" status: 200 len: 210 time: 0.0580213 Jun 27 15:32:22.937501 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3eb1c0-0bd4-496a-b50b-cf7884c816c6 x-openstack-request-id: req-0a3eb1c0-0bd4-496a-b50b-cf7884c816c6 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:32:22.937926 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce5aa595-85d6-44d8-9b6a-0fd0e958657c", "name": "network-vif-deleted", "tag": "3ccbca6d-373a-42a6-9d88-221bb0b77dd5", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:32:22.939030 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a3eb1c0-0bd4-496a-b50b-cf7884c816c6 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:32:22.939630 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a3eb1c0-0bd4-496a-b50b-cf7884c816c6'] response: {'server_uuid': 'ce5aa595-85d6-44d8-9b6a-0fd0e958657c', 'name': 'network-vif-deleted', 'tag': '3ccbca6d-373a-42a6-9d88-221bb0b77dd5', 'status': 'completed', 'code': 200} Jun 27 15:32:23.262962 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device f8e056c6-49b7-4482-a267-894e0a0dc160 no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:32:23.296761 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: f8e056c6-49b7-4482-a267-894e0a0dc160 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:32:23.297372 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device f8e056c6-49b7-4482-a267-894e0a0dc160 not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:32:23.298089 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 44554097-c32e-4389-a40b-7f7699da4c96 no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:32:23.337124 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: 44554097-c32e-4389-a40b-7f7699da4c96 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:32:23.337745 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 44554097-c32e-4389-a40b-7f7699da4c96 not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:32:24.780534 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 55492) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:25.153881 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 55498) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:25.301038 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e42402f5-4b11-46de-a9bb-d6412030a65e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:25.399882 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e42402f5-4b11-46de-a9bb-d6412030a65e admin admin] Publish callbacks [] for security_group (ebde1d29-f619-406c-85f4-d05d8a748464), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:25.405750 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e42402f5-4b11-46de-a9bb-d6412030a65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (ebde1d29-f619-406c-85f4-d05d8a748464), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:25.425254 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:25.454004 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-e42402f5-4b11-46de-a9bb-d6412030a65e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc83477c5eb744dc90539f07bb9302c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2989571 Jun 27 15:32:25.458368 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42402f5-4b11-46de-a9bb-d6412030a65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebde1d29-f619-406c-85f4-d05d8a748464,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:25.461669 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 55502) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:25.485339 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:25.534513 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80535aef-25dc-4480-922e-43916a9951ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3703176'] for router_interface (6e1d1137-e67c-4634-97d3-23d9d26e0af6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:25.542085 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-57c5ac58-7166-4029-85f6-4e6cc44ee9e4 admin admin] Publish callbacks [] for security_group (ebde1d29-f619-406c-85f4-d05d8a748464), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:25.584102 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-57c5ac58-7166-4029-85f6-4e6cc44ee9e4 admin admin] Publish callbacks [] for security_group (ebde1d29-f619-406c-85f4-d05d8a748464), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:25.661748 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-57c5ac58-7166-4029-85f6-4e6cc44ee9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (ebde1d29-f619-406c-85f4-d05d8a748464), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:25.664410 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-57c5ac58-7166-4029-85f6-4e6cc44ee9e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:25.665649 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-57c5ac58-7166-4029-85f6-4e6cc44ee9e4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ebde1d29-f619-406c-85f4-d05d8a748464 HTTP/1.1" status: 204 len: 168 time: 0.2029412 Jun 27 15:32:25.675021 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c5ac58-7166-4029-85f6-4e6cc44ee9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebde1d29-f619-406c-85f4-d05d8a748464,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:25.715699 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:25.833739 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0d97575d-bee0-4554-a520-69bea9fcc524 req-443638b7-bde8-4535-8791-7be0f82d5fe8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775421 Jun 27 15:32:25.864104 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:25.880226 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-80535aef-25dc-4480-922e-43916a9951ee admin admin] Deleting port 05e4e613-06a5-44b0-97de-7b2c5ce92a59 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:32:25.880597 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80535aef-25dc-4480-922e-43916a9951ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (05e4e613-06a5-44b0-97de-7b2c5ce92a59), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:25.983760 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97575d-bee0-4554-a520-69bea9fcc524 req-8a6a7cef-a654-4db6-a146-7b89f8ab3420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:25.985312 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0d97575d-bee0-4554-a520-69bea9fcc524 req-8a6a7cef-a654-4db6-a146-7b89f8ab3420 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2270daf238a640609e9ab514b01d9768&device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 1129 time: 0.0807223 Jun 27 15:32:26.038825 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-80535aef-25dc-4480-922e-43916a9951ee admin admin] For port 05e4e613-06a5-44b0-97de-7b2c5ce92a59, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=05e4e613-06a5-44b0-97de-7b2c5ce92a59,segment=NetworkSegment(092ec022-4797-43f8-9eb5-7109adc548d1),segment_id=092ec022-4797-43f8-9eb5-7109adc548d1)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:32:26.039195 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80535aef-25dc-4480-922e-43916a9951ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (05e4e613-06a5-44b0-97de-7b2c5ce92a59), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:26.066076 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-80535aef-25dc-4480-922e-43916a9951ee admin admin] Calling delete_port for 05e4e613-06a5-44b0-97de-7b2c5ce92a59 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:32:26.066423 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 55508) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:26.080931 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-174b182f-448d-4c04-a20b-61d4c292cd14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:26.170792 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-174b182f-448d-4c04-a20b-61d4c292cd14 admin admin] Publish callbacks [] for security_group (16f64ddf-918d-49b1-973c-d3bfbc71cee9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:26.175992 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-174b182f-448d-4c04-a20b-61d4c292cd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (16f64ddf-918d-49b1-973c-d3bfbc71cee9), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:26.179026 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97575d-bee0-4554-a520-69bea9fcc524 req-f538b8cd-2a01-49e3-9d21-cd3c8d35aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:26.180558 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0d97575d-bee0-4554-a520-69bea9fcc524 req-f538b8cd-2a01-49e3-9d21-cd3c8d35aecf service neutron] 10.222.0.42 "GET /v2.0/networks?id=e8e77f3f-2787-4f23-b11e-9e909cc074b3 HTTP/1.1" status: 200 len: 918 time: 0.1729918 Jun 27 15:32:26.216246 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-174b182f-448d-4c04-a20b-61d4c292cd14 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4700f663252346378aa9454ecc7c7023&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482739 Jun 27 15:32:26.219669 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 55510) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:26.228612 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b182f-448d-4c04-a20b-61d4c292cd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f64ddf-918d-49b1-973c-d3bfbc71cee9,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:26.281373 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bc494d5b-d590-4552-b700-8bdfac99b7c9 admin admin] Publish callbacks [] for security_group (16f64ddf-918d-49b1-973c-d3bfbc71cee9), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:26.314603 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bc494d5b-d590-4552-b700-8bdfac99b7c9 admin admin] Publish callbacks [] for security_group (16f64ddf-918d-49b1-973c-d3bfbc71cee9), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:26.321776 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0d97575d-bee0-4554-a520-69bea9fcc524 req-dde34a5f-91ef-4968-a9fc-67a8f685a2d9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82ee23e2-cf54-4c80-aa3a-825aa5c81193 HTTP/1.1" status: 200 len: 1001 time: 0.1312060 Jun 27 15:32:26.372229 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bc494d5b-d590-4552-b700-8bdfac99b7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (16f64ddf-918d-49b1-973c-d3bfbc71cee9), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:26.377702 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bc494d5b-d590-4552-b700-8bdfac99b7c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:26.380208 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-bc494d5b-d590-4552-b700-8bdfac99b7c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/16f64ddf-918d-49b1-973c-d3bfbc71cee9 HTTP/1.1" status: 204 len: 168 time: 0.1593902 Jun 27 15:32:26.395289 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc494d5b-d590-4552-b700-8bdfac99b7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f64ddf-918d-49b1-973c-d3bfbc71cee9,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:26.440435 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80535aef-25dc-4480-922e-43916a9951ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (05e4e613-06a5-44b0-97de-7b2c5ce92a59), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:26.447348 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97575d-bee0-4554-a520-69bea9fcc524 req-934ed862-f037-46ab-8e2b-9030f8787751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:26.448983 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0d97575d-bee0-4554-a520-69bea9fcc524 req-934ed862-f037-46ab-8e2b-9030f8787751 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96df5947-fd71-41b6-a0c5-3296a5c0458f HTTP/1.1" status: 200 len: 856 time: 0.1050372 Jun 27 15:32:26.481014 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80535aef-25dc-4480-922e-43916a9951ee admin admin] Pushing event deleted for resources: {'Port': ['ID=05e4e613-06a5-44b0-97de-7b2c5ce92a59,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:26.561336 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 3ccbca6d-373a-42a6-9d88-221bb0b77dd5 no longer exists at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:32:26.567085 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97575d-bee0-4554-a520-69bea9fcc524 req-86f2af4a-475c-4f67-af9c-1947a588298f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:26.569105 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0d97575d-bee0-4554-a520-69bea9fcc524 req-86f2af4a-475c-4f67-af9c-1947a588298f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8e77f3f-2787-4f23-b11e-9e909cc074b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0969918 Jun 27 15:32:26.598764 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] No Port match for: 3ccbca6d-373a-42a6-9d88-221bb0b77dd5 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:32:26.599196 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 3ccbca6d-373a-42a6-9d88-221bb0b77dd5 not bound to the agent host hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:32:26.644358 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:26.774124 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:26.781444 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-80535aef-25dc-4480-922e-43916a9951ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3703068'] for router_interface (6e1d1137-e67c-4634-97d3-23d9d26e0af6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:26.787861 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0d97575d-bee0-4554-a520-69bea9fcc524 req-5978dc68-b5e4-47bb-86e7-1956547fb537 service neutron] 10.222.0.42 "GET /v2.0/networks/e8e77f3f-2787-4f23-b11e-9e909cc074b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008860 Jun 27 15:32:26.988204 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0d97575d-bee0-4554-a520-69bea9fcc524 req-46691913-43a4-4fe1-a85e-803f7f1c4ee3 service neutron] 10.222.0.42 "GET /v2.0/networks/e8e77f3f-2787-4f23-b11e-9e909cc074b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923068 Jun 27 15:32:27.154103 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80535aef-25dc-4480-922e-43916a9951ee admin admin] Router 6e1d1137-e67c-4634-97d3-23d9d26e0af6 has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:32:27.324890 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80535aef-25dc-4480-922e-43916a9951ee admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:32:27.341252 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-80535aef-25dc-4480-922e-43916a9951ee admin admin] 10.222.0.26 "PUT /v2.0/routers/6e1d1137-e67c-4634-97d3-23d9d26e0af6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5553558 Jun 27 15:32:27.341569 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 55530) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:27.348445 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f9c5a0-29e2-428c-831e-0f465095470a None None] Sync routers for ids ['6e1d1137-e67c-4634-97d3-23d9d26e0af6'] in dv-cinder-847798-1-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:32:27.366330 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f9c5a0-29e2-428c-831e-0f465095470a None None] Routers {'6e1d1137-e67c-4634-97d3-23d9d26e0af6'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:32:27.367475 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-30f9c5a0-29e2-428c-831e-0f465095470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:32:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['6e1d1137-e67c-4634-97d3-23d9d26e0af6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:27.505514 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-30f9c5a0-29e2-428c-831e-0f465095470a None None] Set router 6e1d1137-e67c-4634-97d3-23d9d26e0af6 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:32:27.512082 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b5a4af7c-cea2-4868-8a9c-444f5efc1d53 admin admin] Publish callbacks [] for router (6e1d1137-e67c-4634-97d3-23d9d26e0af6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:27.629704 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b5a4af7c-cea2-4868-8a9c-444f5efc1d53 admin admin] Publish callbacks [] for router_gateway (6e1d1137-e67c-4634-97d3-23d9d26e0af6), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:27.679174 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-b5a4af7c-cea2-4868-8a9c-444f5efc1d53 admin admin] Deleting port 67098971-89e3-461f-8090-d7d22bc3b8db {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:32:27.679545 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b5a4af7c-cea2-4868-8a9c-444f5efc1d53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (67098971-89e3-461f-8090-d7d22bc3b8db), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:27.743712 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-30f9c5a0-29e2-428c-831e-0f465095470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'name': 'tempest-TestMinimumBasicScenario-962353146-router', 'tenant_id': '52c96385e67941648eee6bf532b3f141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.99'}], 'enable_snat': True}, 'gw_port_id': '67098971-89e3-461f-8090-d7d22bc3b8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:32:26Z', 'revision_number': 5, 'project_id': '52c96385e67941648eee6bf532b3f141', 'gw_port': {'id': '67098971-89e3-461f-8090-d7d22bc3b8db', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:12Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:27.775463 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f9c5a0-29e2-428c-831e-0f465095470a None None] Checking router: 6e1d1137-e67c-4634-97d3-23d9d26e0af6 for host: dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:32:27.787523 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f9c5a0-29e2-428c-831e-0f465095470a None None] Routers {'6e1d1137-e67c-4634-97d3-23d9d26e0af6'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:32:27.788254 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-30f9c5a0-29e2-428c-831e-0f465095470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:32:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['6e1d1137-e67c-4634-97d3-23d9d26e0af6'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:27.792855 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-b5a4af7c-cea2-4868-8a9c-444f5efc1d53 admin admin] For port 67098971-89e3-461f-8090-d7d22bc3b8db, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=67098971-89e3-461f-8090-d7d22bc3b8db,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:32:27.793427 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b5a4af7c-cea2-4868-8a9c-444f5efc1d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (67098971-89e3-461f-8090-d7d22bc3b8db), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:27.807190 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:27.821491 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-b5a4af7c-cea2-4868-8a9c-444f5efc1d53 admin admin] Calling delete_port for 67098971-89e3-461f-8090-d7d22bc3b8db owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:32:27.829062 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:27.895475 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-30f9c5a0-29e2-428c-831e-0f465095470a None None] Set router 6e1d1137-e67c-4634-97d3-23d9d26e0af6 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:32:27.955349 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-30f9c5a0-29e2-428c-831e-0f465095470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'name': 'tempest-TestMinimumBasicScenario-962353146-router', 'tenant_id': '52c96385e67941648eee6bf532b3f141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:32:27Z', 'revision_number': 6, 'project_id': '52c96385e67941648eee6bf532b3f141', 'gw_port_host': None}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:28.010711 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f9c5a0-29e2-428c-831e-0f465095470a None None] The sync data for ids ['6e1d1137-e67c-4634-97d3-23d9d26e0af6'] in dv-cinder-847798-1-iscsi is: [{'id': '6e1d1137-e67c-4634-97d3-23d9d26e0af6', 'name': 'tempest-TestMinimumBasicScenario-962353146-router', 'tenant_id': '52c96385e67941648eee6bf532b3f141', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:32:27Z', 'revision_number': 6, 'project_id': '52c96385e67941648eee6bf532b3f141', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:32:28.105354 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b5a4af7c-cea2-4868-8a9c-444f5efc1d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (67098971-89e3-461f-8090-d7d22bc3b8db), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:28.172516 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a4af7c-cea2-4868-8a9c-444f5efc1d53 admin admin] Pushing event deleted for resources: {'Port': ['ID=67098971-89e3-461f-8090-d7d22bc3b8db,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:28.252716 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b5a4af7c-cea2-4868-8a9c-444f5efc1d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3731768'] for router_gateway (6e1d1137-e67c-4634-97d3-23d9d26e0af6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:28.421684 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b5a4af7c-cea2-4868-8a9c-444f5efc1d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3708209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254106'] for router (6e1d1137-e67c-4634-97d3-23d9d26e0af6), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:28.426351 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b5a4af7c-cea2-4868-8a9c-444f5efc1d53 admin admin] Publish callbacks [] for router_controller (6e1d1137-e67c-4634-97d3-23d9d26e0af6), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:28.501644 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b5a4af7c-cea2-4868-8a9c-444f5efc1d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3708351'] for router (6e1d1137-e67c-4634-97d3-23d9d26e0af6), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:28.503081 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a4af7c-cea2-4868-8a9c-444f5efc1d53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e1d1137-e67c-4634-97d3-23d9d26e0af6 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 15:32:28.508910 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b5a4af7c-cea2-4868-8a9c-444f5efc1d53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:28.513539 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-b5a4af7c-cea2-4868-8a9c-444f5efc1d53 admin admin] 10.222.0.26 "DELETE /v2.0/routers/6e1d1137-e67c-4634-97d3-23d9d26e0af6 HTTP/1.1" status: 204 len: 168 time: 1.1674664 Jun 27 15:32:28.513539 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 55550) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:28.568272 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a34517-ed4c-48d9-a61c-0e9a35903263 admin admin] Deleting subnet 01c8c3bc-3231-413d-87ec-f0dfb1f32f40 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 15:32:28.573475 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d1a34517-ed4c-48d9-a61c-0e9a35903263 admin admin] Publish callbacks [] for subnet (01c8c3bc-3231-413d-87ec-f0dfb1f32f40), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:28.618645 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d1a34517-ed4c-48d9-a61c-0e9a35903263 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-537121'] for subnet (01c8c3bc-3231-413d-87ec-f0dfb1f32f40), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:28.713001 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d1a34517-ed4c-48d9-a61c-0e9a35903263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693064'] for subnet (01c8c3bc-3231-413d-87ec-f0dfb1f32f40), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:28.808181 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d1a34517-ed4c-48d9-a61c-0e9a35903263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9360100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8708483'] for subnet (01c8c3bc-3231-413d-87ec-f0dfb1f32f40), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:28.833951 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a34517-ed4c-48d9-a61c-0e9a35903263 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01c8c3bc-3231-413d-87ec-f0dfb1f32f40,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:28.841098 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d1a34517-ed4c-48d9-a61c-0e9a35903263 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:28.847879 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-d1a34517-ed4c-48d9-a61c-0e9a35903263 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/01c8c3bc-3231-413d-87ec-f0dfb1f32f40 HTTP/1.1" status: 204 len: 168 time: 0.3300958 Jun 27 15:32:28.848172 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 55558) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:28.851116 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f61380-88c5-4e3e-87cf-387abcb44d0b None None] Network 79265a58-e851-4f46-80e6-8bd40ee58e6c requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:32:28.926570 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:29.022757 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bccbd82b-c972-4cda-84c7-04d5625d10fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750815'] for network (79265a58-e851-4f46-80e6-8bd40ee58e6c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:29.084248 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-bccbd82b-c972-4cda-84c7-04d5625d10fd admin admin] Deleting port fccb8187-9d89-4c19-a558-df50e7b9314b {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:32:29.084835 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bccbd82b-c972-4cda-84c7-04d5625d10fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (fccb8187-9d89-4c19-a558-df50e7b9314b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:29.136110 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71b1524-8d49-4398-9fd0-0d6887a40bcc None None] DHCP port deletion for 79265a58-e851-4f46-80e6-8bd40ee58e6c request from dv-cinder-847798-1-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 15:32:29.196727 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:29.203585 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-bccbd82b-c972-4cda-84c7-04d5625d10fd admin admin] For port fccb8187-9d89-4c19-a558-df50e7b9314b, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=fccb8187-9d89-4c19-a558-df50e7b9314b,segment=NetworkSegment(092ec022-4797-43f8-9eb5-7109adc548d1),segment_id=092ec022-4797-43f8-9eb5-7109adc548d1)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:32:29.204127 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bccbd82b-c972-4cda-84c7-04d5625d10fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (fccb8187-9d89-4c19-a558-df50e7b9314b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:29.224960 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-bccbd82b-c972-4cda-84c7-04d5625d10fd admin admin] Calling delete_port for fccb8187-9d89-4c19-a558-df50e7b9314b owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:32:29.236675 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e71b1524-8d49-4398-9fd0-0d6887a40bcc None None] Deleting port fccb8187-9d89-4c19-a558-df50e7b9314b {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:32:29.237356 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e71b1524-8d49-4398-9fd0-0d6887a40bcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (fccb8187-9d89-4c19-a558-df50e7b9314b), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:29.241516 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:29.276923 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device fccb8187-9d89-4c19-a558-df50e7b9314b no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:32:29.310109 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:29.326783 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bccbd82b-c972-4cda-84c7-04d5625d10fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (fccb8187-9d89-4c19-a558-df50e7b9314b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:29.362078 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccbd82b-c972-4cda-84c7-04d5625d10fd admin admin] Pushing event deleted for resources: {'Port': ['ID=fccb8187-9d89-4c19-a558-df50e7b9314b,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:29.374298 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccbd82b-c972-4cda-84c7-04d5625d10fd admin admin] No DVR routers for this DVR port fccb8187-9d89-4c19-a558-df50e7b9314b on host dv-cinder-847798-1-iscsi {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:32:29.391164 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-e71b1524-8d49-4398-9fd0-0d6887a40bcc None None] For port fccb8187-9d89-4c19-a558-df50e7b9314b, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=fccb8187-9d89-4c19-a558-df50e7b9314b,segment=NetworkSegment(092ec022-4797-43f8-9eb5-7109adc548d1),segment_id=092ec022-4797-43f8-9eb5-7109adc548d1)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:32:29.391354 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e71b1524-8d49-4398-9fd0-0d6887a40bcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (fccb8187-9d89-4c19-a558-df50e7b9314b), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:29.412624 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e71b1524-8d49-4398-9fd0-0d6887a40bcc None None] Calling delete_port for fccb8187-9d89-4c19-a558-df50e7b9314b owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:32:29.417452 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No active binding found for port fccb8187-9d89-4c19-a558-df50e7b9314b {{(pid=104033) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 27 15:32:29.417866 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] The host dv-cinder-847798-1-iscsi is not matching for port fccb8187-9d89-4c19-a558-df50e7b9314b host None! {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jun 27 15:32:29.418255 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device fccb8187-9d89-4c19-a558-df50e7b9314b not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:32:29.418680 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 67098971-89e3-461f-8090-d7d22bc3b8db no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:32:29.518552 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bccbd82b-c972-4cda-84c7-04d5625d10fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-755509', 'neutron.services.segments.db._delete_segments_for_network-8767603345803'] for network (79265a58-e851-4f46-80e6-8bd40ee58e6c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:29.549057 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-bccbd82b-c972-4cda-84c7-04d5625d10fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79265a58-e851-4f46-80e6-8bd40ee58e6c']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:29.561410 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-bccbd82b-c972-4cda-84c7-04d5625d10fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092ec022-4797-43f8-9eb5-7109adc548d1') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:29.562181 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-bccbd82b-c972-4cda-84c7-04d5625d10fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092ec022-4797-43f8-9eb5-7109adc548d1') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:29.575755 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bccbd82b-c972-4cda-84c7-04d5625d10fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767603346068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-537146'] for segment (092ec022-4797-43f8-9eb5-7109adc548d1), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:29.593775 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bccbd82b-c972-4cda-84c7-04d5625d10fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (092ec022-4797-43f8-9eb5-7109adc548d1), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:29.594032 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: 67098971-89e3-461f-8090-d7d22bc3b8db {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:32:29.594032 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 67098971-89e3-461f-8090-d7d22bc3b8db not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:32:29.594032 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 05e4e613-06a5-44b0-97de-7b2c5ce92a59 no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:32:29.620696 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bccbd82b-c972-4cda-84c7-04d5625d10fd admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 15:32:29.620696 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bccbd82b-c972-4cda-84c7-04d5625d10fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9360014'] for segment (092ec022-4797-43f8-9eb5-7109adc548d1), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:29.620935 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: 05e4e613-06a5-44b0-97de-7b2c5ce92a59 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:32:29.620935 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 05e4e613-06a5-44b0-97de-7b2c5ce92a59 not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:32:29.658705 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.services.segments.plugin [-] Segment 092ec022-4797-43f8-9eb5-7109adc548d1 resource provider aggregate not found Jun 27 15:32:29.711617 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.services.segments.plugin [-] Segment 092ec022-4797-43f8-9eb5-7109adc548d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 092ec022-4797-43f8-9eb5-7109adc548d1 found for delete ", "request_id": "req-9043e018-46fc-46b2-863b-603797888114"}]} Jun 27 15:32:29.717291 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e71b1524-8d49-4398-9fd0-0d6887a40bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733'] for port (fccb8187-9d89-4c19-a558-df50e7b9314b), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:29.728009 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bccbd82b-c972-4cda-84c7-04d5625d10fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-755500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728431'] for network (79265a58-e851-4f46-80e6-8bd40ee58e6c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:29.733204 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bccbd82b-c972-4cda-84c7-04d5625d10fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:29.737361 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-bccbd82b-c972-4cda-84c7-04d5625d10fd admin admin] 10.222.0.26 "DELETE /v2.0/networks/79265a58-e851-4f46-80e6-8bd40ee58e6c HTTP/1.1" status: 204 len: 168 time: 0.8880391 Jun 27 15:32:29.741970 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 55582) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:29.755402 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccbd82b-c972-4cda-84c7-04d5625d10fd admin admin] Pushing event deleted for resources: {'Network': ['ID=79265a58-e851-4f46-80e6-8bd40ee58e6c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:29.769148 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b1524-8d49-4398-9fd0-0d6887a40bcc None None] Pushing event deleted for resources: {'Port': ['ID=fccb8187-9d89-4c19-a558-df50e7b9314b,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:29.773892 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71b1524-8d49-4398-9fd0-0d6887a40bcc None None] No DVR routers for this DVR port fccb8187-9d89-4c19-a558-df50e7b9314b on host dv-cinder-847798-1-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:32:30.196759 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7e1384c5-ec09-4863-9f3b-bfad65cc4eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3703176'] for router_interface (5de5dde3-bb3b-45bb-9650-3ce8219a98e4), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:30.306325 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:30.416940 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:30.467439 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-7e1384c5-ec09-4863-9f3b-bfad65cc4eeb admin admin] Deleting port f8c3485e-111c-4d43-acdd-8af095cebbe8 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:32:30.467848 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7e1384c5-ec09-4863-9f3b-bfad65cc4eeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (f8c3485e-111c-4d43-acdd-8af095cebbe8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:30.494672 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=20 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:30.497037 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=29 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:30.572295 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-7e1384c5-ec09-4863-9f3b-bfad65cc4eeb admin admin] For port f8c3485e-111c-4d43-acdd-8af095cebbe8, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=f8c3485e-111c-4d43-acdd-8af095cebbe8,segment=NetworkSegment(bf7acfa1-22f7-4fec-9c76-0e4a82984ac7),segment_id=bf7acfa1-22f7-4fec-9c76-0e4a82984ac7)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:32:30.572894 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7e1384c5-ec09-4863-9f3b-bfad65cc4eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (f8c3485e-111c-4d43-acdd-8af095cebbe8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:30.595148 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-7e1384c5-ec09-4863-9f3b-bfad65cc4eeb admin admin] Calling delete_port for f8c3485e-111c-4d43-acdd-8af095cebbe8 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:32:31.090927 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7e1384c5-ec09-4863-9f3b-bfad65cc4eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (f8c3485e-111c-4d43-acdd-8af095cebbe8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:31.145164 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1384c5-ec09-4863-9f3b-bfad65cc4eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c3485e-111c-4d43-acdd-8af095cebbe8,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:31.423958 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7e1384c5-ec09-4863-9f3b-bfad65cc4eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3703068'] for router_interface (5de5dde3-bb3b-45bb-9650-3ce8219a98e4), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:31.700517 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1384c5-ec09-4863-9f3b-bfad65cc4eeb admin admin] Router 5de5dde3-bb3b-45bb-9650-3ce8219a98e4 has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:32:31.717058 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:31.824543 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:31.841600 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1384c5-ec09-4863-9f3b-bfad65cc4eeb admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:32:31.853681 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 55622) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:31.854200 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-7e1384c5-ec09-4863-9f3b-bfad65cc4eeb admin admin] 10.222.0.26 "PUT /v2.0/routers/5de5dde3-bb3b-45bb-9650-3ce8219a98e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1106925 Jun 27 15:32:31.856514 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe011183-8e7e-426d-b82a-eb66938a4486 None None] Sync routers for ids ['5de5dde3-bb3b-45bb-9650-3ce8219a98e4'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:32:31.882908 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe011183-8e7e-426d-b82a-eb66938a4486 None None] Routers {'5de5dde3-bb3b-45bb-9650-3ce8219a98e4'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:32:31.883914 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-fe011183-8e7e-426d-b82a-eb66938a4486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:32:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['5de5dde3-bb3b-45bb-9650-3ce8219a98e4'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:32.006479 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-90be0074-923c-49cb-bd44-f5496850771f admin admin] Publish callbacks [] for router (5de5dde3-bb3b-45bb-9650-3ce8219a98e4), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:32.028786 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-fe011183-8e7e-426d-b82a-eb66938a4486 None None] Set router 5de5dde3-bb3b-45bb-9650-3ce8219a98e4 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:32:32.123239 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-90be0074-923c-49cb-bd44-f5496850771f admin admin] Publish callbacks [] for router_gateway (5de5dde3-bb3b-45bb-9650-3ce8219a98e4), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:32.189590 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-90be0074-923c-49cb-bd44-f5496850771f admin admin] Deleting port 7c1dfb6e-d943-4ff5-86ab-77486ed33676 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:32:32.190006 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-90be0074-923c-49cb-bd44-f5496850771f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (7c1dfb6e-d943-4ff5-86ab-77486ed33676), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:32.293448 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-90be0074-923c-49cb-bd44-f5496850771f admin admin] For port 7c1dfb6e-d943-4ff5-86ab-77486ed33676, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=7c1dfb6e-d943-4ff5-86ab-77486ed33676,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:32:32.293819 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-90be0074-923c-49cb-bd44-f5496850771f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (7c1dfb6e-d943-4ff5-86ab-77486ed33676), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:32.312920 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-90be0074-923c-49cb-bd44-f5496850771f admin admin] Calling delete_port for 7c1dfb6e-d943-4ff5-86ab-77486ed33676 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:32:32.327220 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-fe011183-8e7e-426d-b82a-eb66938a4486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de5dde3-bb3b-45bb-9650-3ce8219a98e4', 'name': 'tempest-TestMinimumBasicScenario-248943988-router', 'tenant_id': 'adf8b075ad134044b7c840b7c53e41e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '7c1dfb6e-d943-4ff5-86ab-77486ed33676', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:24Z', 'updated_at': '2022-06-27T15:32:31Z', 'revision_number': 5, 'project_id': 'adf8b075ad134044b7c840b7c53e41e6', 'gw_port': {'id': '7c1dfb6e-d943-4ff5-86ab-77486ed33676', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:23:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de5dde3-bb3b-45bb-9650-3ce8219a98e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:25Z', 'updated_at': '2022-06-27T15:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:32.355197 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe011183-8e7e-426d-b82a-eb66938a4486 None None] Checking router: 5de5dde3-bb3b-45bb-9650-3ce8219a98e4 for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:32:32.365586 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe011183-8e7e-426d-b82a-eb66938a4486 None None] Routers {'5de5dde3-bb3b-45bb-9650-3ce8219a98e4'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:32:32.366467 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-fe011183-8e7e-426d-b82a-eb66938a4486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:32:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['5de5dde3-bb3b-45bb-9650-3ce8219a98e4'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:32.442291 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:32.461944 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-fe011183-8e7e-426d-b82a-eb66938a4486 None None] Set router 5de5dde3-bb3b-45bb-9650-3ce8219a98e4 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:32:32.510171 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-90be0074-923c-49cb-bd44-f5496850771f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (7c1dfb6e-d943-4ff5-86ab-77486ed33676), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:32.514050 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-fe011183-8e7e-426d-b82a-eb66938a4486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5de5dde3-bb3b-45bb-9650-3ce8219a98e4', 'name': 'tempest-TestMinimumBasicScenario-248943988-router', 'tenant_id': 'adf8b075ad134044b7c840b7c53e41e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:24Z', 'updated_at': '2022-06-27T15:32:32Z', 'revision_number': 6, 'project_id': 'adf8b075ad134044b7c840b7c53e41e6', 'gw_port_host': None}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:32.539420 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be0074-923c-49cb-bd44-f5496850771f admin admin] Pushing event deleted for resources: {'Port': ['ID=7c1dfb6e-d943-4ff5-86ab-77486ed33676,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:32.548118 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe011183-8e7e-426d-b82a-eb66938a4486 None None] The sync data for ids ['5de5dde3-bb3b-45bb-9650-3ce8219a98e4'] in dv-cinder-847798-1-iscsi is: [{'id': '5de5dde3-bb3b-45bb-9650-3ce8219a98e4', 'name': 'tempest-TestMinimumBasicScenario-248943988-router', 'tenant_id': 'adf8b075ad134044b7c840b7c53e41e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:24Z', 'updated_at': '2022-06-27T15:32:32Z', 'revision_number': 6, 'project_id': 'adf8b075ad134044b7c840b7c53e41e6', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:32:32.622220 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-90be0074-923c-49cb-bd44-f5496850771f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3731768'] for router_gateway (5de5dde3-bb3b-45bb-9650-3ce8219a98e4), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:32.749386 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-90be0074-923c-49cb-bd44-f5496850771f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3708209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254106'] for router (5de5dde3-bb3b-45bb-9650-3ce8219a98e4), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:32.753811 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-90be0074-923c-49cb-bd44-f5496850771f admin admin] Publish callbacks [] for router_controller (5de5dde3-bb3b-45bb-9650-3ce8219a98e4), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:32.757201 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:32.775122 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073577f-9879-4106-b1f6-25f1e42f9592 req-7d4a247f-92b6-47a7-b6ab-7b316e23cbcb tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:32.776702 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3073577f-9879-4106-b1f6-25f1e42f9592 req-7d4a247f-92b6-47a7-b6ab-7b316e23cbcb tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 945 time: 0.0988641 Jun 27 15:32:32.829207 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-90be0074-923c-49cb-bd44-f5496850771f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3708351'] for router (5de5dde3-bb3b-45bb-9650-3ce8219a98e4), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:32.829816 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90be0074-923c-49cb-bd44-f5496850771f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5de5dde3-bb3b-45bb-9650-3ce8219a98e4 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 15:32:32.835072 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-90be0074-923c-49cb-bd44-f5496850771f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:32.839135 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-90be0074-923c-49cb-bd44-f5496850771f admin admin] 10.222.0.26 "DELETE /v2.0/routers/5de5dde3-bb3b-45bb-9650-3ce8219a98e4 HTTP/1.1" status: 204 len: 168 time: 0.9808552 Jun 27 15:32:32.839482 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 55642) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:32.863863 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3073577f-9879-4106-b1f6-25f1e42f9592 req-4eae2ac5-ce19-48d9-a587-9dc3a8246de9 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590634 Jun 27 15:32:32.907353 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-49174137-8a48-4366-b4c6-d22645d2fd54 admin admin] Deleting subnet 41884c64-d61d-4b96-ac43-0cfd25e83760 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 15:32:32.912244 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-49174137-8a48-4366-b4c6-d22645d2fd54 admin admin] Publish callbacks [] for subnet (41884c64-d61d-4b96-ac43-0cfd25e83760), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:32.967991 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-49174137-8a48-4366-b4c6-d22645d2fd54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9827168'] for subnet (41884c64-d61d-4b96-ac43-0cfd25e83760), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:33.087564 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-49174137-8a48-4366-b4c6-d22645d2fd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693064'] for subnet (41884c64-d61d-4b96-ac43-0cfd25e83760), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:33.180895 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-49174137-8a48-4366-b4c6-d22645d2fd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9438112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8666668'] for subnet (41884c64-d61d-4b96-ac43-0cfd25e83760), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:33.220957 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-49174137-8a48-4366-b4c6-d22645d2fd54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:33.228711 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-49174137-8a48-4366-b4c6-d22645d2fd54 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/41884c64-d61d-4b96-ac43-0cfd25e83760 HTTP/1.1" status: 204 len: 168 time: 0.3843341 Jun 27 15:32:33.228711 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49174137-8a48-4366-b4c6-d22645d2fd54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41884c64-d61d-4b96-ac43-0cfd25e83760,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:33.229463 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 55648) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:33.234170 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1dbc9b-10ed-4c1c-91f3-9b9cf766bda5 None None] Network 0eee18cf-800c-4384-b554-2d5e911cd3d1 requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:32:33.374088 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-34b0b2e5-2d0a-4907-bf38-36ff7e3acbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750815'] for network (0eee18cf-800c-4384-b554-2d5e911cd3d1), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:33.441227 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 7c1dfb6e-d943-4ff5-86ab-77486ed33676 no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:32:33.477471 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: 7c1dfb6e-d943-4ff5-86ab-77486ed33676 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:32:33.478202 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 7c1dfb6e-d943-4ff5-86ab-77486ed33676 not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:32:33.479333 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device f8c3485e-111c-4d43-acdd-8af095cebbe8 no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:32:33.491822 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-34b0b2e5-2d0a-4907-bf38-36ff7e3acbaa admin admin] Deleting port a9e2d5b2-7592-436c-a93e-bc583c7741ce {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:32:33.492170 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-34b0b2e5-2d0a-4907-bf38-36ff7e3acbaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (a9e2d5b2-7592-436c-a93e-bc583c7741ce), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:33.513077 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: f8c3485e-111c-4d43-acdd-8af095cebbe8 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:32:33.513452 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device f8c3485e-111c-4d43-acdd-8af095cebbe8 not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:32:33.536179 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31cebe7-5890-4899-a94f-96149966e429 None None] DHCP port deletion for 0eee18cf-800c-4384-b554-2d5e911cd3d1 request from dv-cinder-847798-1-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 15:32:33.586624 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-34b0b2e5-2d0a-4907-bf38-36ff7e3acbaa admin admin] For port a9e2d5b2-7592-436c-a93e-bc583c7741ce, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=a9e2d5b2-7592-436c-a93e-bc583c7741ce,segment=NetworkSegment(bf7acfa1-22f7-4fec-9c76-0e4a82984ac7),segment_id=bf7acfa1-22f7-4fec-9c76-0e4a82984ac7)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:32:33.586899 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b31cebe7-5890-4899-a94f-96149966e429 None None] Deleting port a9e2d5b2-7592-436c-a93e-bc583c7741ce {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:32:33.587207 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b31cebe7-5890-4899-a94f-96149966e429 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (a9e2d5b2-7592-436c-a93e-bc583c7741ce), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:33.587645 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-34b0b2e5-2d0a-4907-bf38-36ff7e3acbaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (a9e2d5b2-7592-436c-a93e-bc583c7741ce), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:33.608272 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-34b0b2e5-2d0a-4907-bf38-36ff7e3acbaa admin admin] Calling delete_port for a9e2d5b2-7592-436c-a93e-bc583c7741ce owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:32:33.667564 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-b31cebe7-5890-4899-a94f-96149966e429 None None] For port a9e2d5b2-7592-436c-a93e-bc583c7741ce, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=a9e2d5b2-7592-436c-a93e-bc583c7741ce,segment=NetworkSegment(bf7acfa1-22f7-4fec-9c76-0e4a82984ac7),segment_id=bf7acfa1-22f7-4fec-9c76-0e4a82984ac7)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:32:33.667967 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b31cebe7-5890-4899-a94f-96149966e429 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (a9e2d5b2-7592-436c-a93e-bc583c7741ce), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:33.685086 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b31cebe7-5890-4899-a94f-96149966e429 None None] Calling delete_port for a9e2d5b2-7592-436c-a93e-bc583c7741ce owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:32:33.757192 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-34b0b2e5-2d0a-4907-bf38-36ff7e3acbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (a9e2d5b2-7592-436c-a93e-bc583c7741ce), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:33.783793 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0b2e5-2d0a-4907-bf38-36ff7e3acbaa admin admin] Pushing event deleted for resources: {'Port': ['ID=a9e2d5b2-7592-436c-a93e-bc583c7741ce,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:33.790090 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b0b2e5-2d0a-4907-bf38-36ff7e3acbaa admin admin] No DVR routers for this DVR port a9e2d5b2-7592-436c-a93e-bc583c7741ce on host dv-cinder-847798-1-iscsi {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:32:33.790690 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b31cebe7-5890-4899-a94f-96149966e429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733'] for port (a9e2d5b2-7592-436c-a93e-bc583c7741ce), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:33.827070 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cebe7-5890-4899-a94f-96149966e429 None None] Pushing event deleted for resources: {'Port': ['ID=a9e2d5b2-7592-436c-a93e-bc583c7741ce,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:33.831488 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31cebe7-5890-4899-a94f-96149966e429 None None] No DVR routers for this DVR port a9e2d5b2-7592-436c-a93e-bc583c7741ce on host dv-cinder-847798-1-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:32:33.880963 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-34b0b2e5-2d0a-4907-bf38-36ff7e3acbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-755509', 'neutron.services.segments.db._delete_segments_for_network-8767603345803'] for network (0eee18cf-800c-4384-b554-2d5e911cd3d1), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:33.912099 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-34b0b2e5-2d0a-4907-bf38-36ff7e3acbaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eee18cf-800c-4384-b554-2d5e911cd3d1']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:33.923910 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:33.926614 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-34b0b2e5-2d0a-4907-bf38-36ff7e3acbaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7acfa1-22f7-4fec-9c76-0e4a82984ac7') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:33.926965 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-34b0b2e5-2d0a-4907-bf38-36ff7e3acbaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7acfa1-22f7-4fec-9c76-0e4a82984ac7') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:32:33.944734 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-34b0b2e5-2d0a-4907-bf38-36ff7e3acbaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767603346068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9827195'] for segment (bf7acfa1-22f7-4fec-9c76-0e4a82984ac7), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:33.968533 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-34b0b2e5-2d0a-4907-bf38-36ff7e3acbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (bf7acfa1-22f7-4fec-9c76-0e4a82984ac7), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:33.997633 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b0b2e5-2d0a-4907-bf38-36ff7e3acbaa admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 15:32:33.998036 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-34b0b2e5-2d0a-4907-bf38-36ff7e3acbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9438154'] for segment (bf7acfa1-22f7-4fec-9c76-0e4a82984ac7), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:34.039373 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment bf7acfa1-22f7-4fec-9c76-0e4a82984ac7 resource provider aggregate not found Jun 27 15:32:34.048570 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c6d22-133a-497e-8fcd-d8bcc4b38107 req-616ef780-c328-458d-b133-138354b3fc0b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:34.050563 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0f8c6d22-133a-497e-8fcd-d8bcc4b38107 req-616ef780-c328-458d-b133-138354b3fc0b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 945 time: 0.0927379 Jun 27 15:32:34.100179 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment bf7acfa1-22f7-4fec-9c76-0e4a82984ac7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf7acfa1-22f7-4fec-9c76-0e4a82984ac7 found for delete ", "request_id": "req-9a5343dd-1af5-46b7-a133-80dcb0969e7a"}]} Jun 27 15:32:34.103030 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-34b0b2e5-2d0a-4907-bf38-36ff7e3acbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-755500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728431'] for network (0eee18cf-800c-4384-b554-2d5e911cd3d1), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:34.113861 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-34b0b2e5-2d0a-4907-bf38-36ff7e3acbaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:34.117091 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-34b0b2e5-2d0a-4907-bf38-36ff7e3acbaa admin admin] 10.222.0.26 "DELETE /v2.0/networks/0eee18cf-800c-4384-b554-2d5e911cd3d1 HTTP/1.1" status: 204 len: 168 time: 0.8871615 Jun 27 15:32:34.138264 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0b2e5-2d0a-4907-bf38-36ff7e3acbaa admin admin] Pushing event deleted for resources: {'Network': ['ID=0eee18cf-800c-4384-b554-2d5e911cd3d1,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:34.161445 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0f8c6d22-133a-497e-8fcd-d8bcc4b38107 req-547bc48d-99d6-49a7-bdbf-6bf33e321854 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784187 Jun 27 15:32:34.335803 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 55662) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:34.386403 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-bc2a30f6-b2a2-4cb6-9285-47f4fc3dd9fa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=52c96385e67941648eee6bf532b3f141&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491397 Jun 27 15:32:34.389182 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 55664) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:34.452029 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:34.457722 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b542-13be-498d-8634-ebc85f931a60 admin admin] Publish callbacks [] for security_group (6fc91fb6-3f4f-4abf-8485-59b549863e8f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:34.484841 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b542-13be-498d-8634-ebc85f931a60 admin admin] Publish callbacks [] for security_group (6fc91fb6-3f4f-4abf-8485-59b549863e8f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:34.537902 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b542-13be-498d-8634-ebc85f931a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (6fc91fb6-3f4f-4abf-8485-59b549863e8f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:34.540540 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b542-13be-498d-8634-ebc85f931a60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:34.541756 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8fd5b542-13be-498d-8634-ebc85f931a60 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6fc91fb6-3f4f-4abf-8485-59b549863e8f HTTP/1.1" status: 204 len: 168 time: 0.1516600 Jun 27 15:32:34.551650 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5b542-13be-498d-8634-ebc85f931a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc91fb6-3f4f-4abf-8485-59b549863e8f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:35.037043 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 55682) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:35.085809 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-bd4f2c6c-f91c-43bd-a868-82322cfc1af6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=adf8b075ad134044b7c840b7c53e41e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475254 Jun 27 15:32:35.088500 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 55684) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:35.176294 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4b897806-cd8b-4f1d-800d-7e7cc09cc2b8 admin admin] Publish callbacks [] for security_group (1bd0692d-55f1-43d7-9a87-6c1349156ff0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:35.223235 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4b897806-cd8b-4f1d-800d-7e7cc09cc2b8 admin admin] Publish callbacks [] for security_group (1bd0692d-55f1-43d7-9a87-6c1349156ff0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:35.279855 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device a9e2d5b2-7592-436c-a93e-bc583c7741ce no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:32:35.320448 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: a9e2d5b2-7592-436c-a93e-bc583c7741ce {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:32:35.320888 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device a9e2d5b2-7592-436c-a93e-bc583c7741ce not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:32:35.323605 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4b897806-cd8b-4f1d-800d-7e7cc09cc2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (1bd0692d-55f1-43d7-9a87-6c1349156ff0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:35.329387 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4b897806-cd8b-4f1d-800d-7e7cc09cc2b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:35.332241 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-4b897806-cd8b-4f1d-800d-7e7cc09cc2b8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1bd0692d-55f1-43d7-9a87-6c1349156ff0 HTTP/1.1" status: 204 len: 168 time: 0.2424309 Jun 27 15:32:35.350098 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b897806-cd8b-4f1d-800d-7e7cc09cc2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd0692d-55f1-43d7-9a87-6c1349156ff0,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:35.694092 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a09693-545a-4feb-bec3-17ceff100292 req-21f32947-e8b3-4e6e-bcbf-5ea9e4286c29 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:35.696060 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b0a09693-545a-4feb-bec3-17ceff100292 req-21f32947-e8b3-4e6e-bcbf-5ea9e4286c29 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 945 time: 0.4290290 Jun 27 15:32:35.776283 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b0a09693-545a-4feb-bec3-17ceff100292 req-24ac327c-4129-4626-ae35-9a22aa5a690d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683541 Jun 27 15:32:36.935570 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeb611-ca3b-42b4-9093-8f61837b42b5 req-86e08af6-4b68-4e85-95fb-a57eecdfb9fa tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:36.937336 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5eaeb611-ca3b-42b4-9093-8f61837b42b5 req-86e08af6-4b68-4e85-95fb-a57eecdfb9fa tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 945 time: 0.0538342 Jun 27 15:32:36.996182 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5eaeb611-ca3b-42b4-9093-8f61837b42b5 req-52577b91-9fcb-4e5f-80b3-fb882f7998c9 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522952 Jun 27 15:32:38.023869 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 55720) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:38.174395 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d9ef9-e303-41a2-89b6-55345b7b920a req-b44dd46a-6177-4c34-814d-f23f759a8417 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:38.177125 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5b8d9ef9-e303-41a2-89b6-55345b7b920a req-b44dd46a-6177-4c34-814d-f23f759a8417 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 945 time: 0.0823181 Jun 27 15:32:38.185075 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-01408641-e338-4104-a117-84a937351a10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:38.248825 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5b8d9ef9-e303-41a2-89b6-55345b7b920a req-6e292275-ada6-4e5b-bb74-7b99389fa90e tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630107 Jun 27 15:32:38.286654 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:38.338149 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-01408641-e338-4104-a117-84a937351a10 admin admin] Publish callbacks [] for security_group (b2cb0db4-d33d-4d53-b1dc-41387fd2b894), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:38.343966 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-01408641-e338-4104-a117-84a937351a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (b2cb0db4-d33d-4d53-b1dc-41387fd2b894), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:38.391949 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-01408641-e338-4104-a117-84a937351a10 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d35fa3c84ea944118d33de0e580800b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3638337 Jun 27 15:32:38.391949 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01408641-e338-4104-a117-84a937351a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cb0db4-d33d-4d53-b1dc-41387fd2b894,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:38.392935 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 55726) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:38.458689 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1d667e45-5ddb-482f-a063-55fbf8729640 admin admin] Publish callbacks [] for security_group (b2cb0db4-d33d-4d53-b1dc-41387fd2b894), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:38.506942 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1d667e45-5ddb-482f-a063-55fbf8729640 admin admin] Publish callbacks [] for security_group (b2cb0db4-d33d-4d53-b1dc-41387fd2b894), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:38.582630 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1d667e45-5ddb-482f-a063-55fbf8729640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (b2cb0db4-d33d-4d53-b1dc-41387fd2b894), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:38.585523 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1d667e45-5ddb-482f-a063-55fbf8729640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:38.586902 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-1d667e45-5ddb-482f-a063-55fbf8729640 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b2cb0db4-d33d-4d53-b1dc-41387fd2b894 HTTP/1.1" status: 204 len: 168 time: 0.1926777 Jun 27 15:32:38.597646 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d667e45-5ddb-482f-a063-55fbf8729640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cb0db4-d33d-4d53-b1dc-41387fd2b894,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:38.819114 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9d45bc40-5239-4bcc-9140-e3091ed971f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:38.949714 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 55732) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:38.964629 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-10361e55-e9de-4dff-b68b-bbd7d67188c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:39.058062 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-10361e55-e9de-4dff-b68b-bbd7d67188c9 admin admin] Publish callbacks [] for security_group (ecf9d2c5-c9ab-4510-91da-326a6f2ac5ec), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:39.064048 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-10361e55-e9de-4dff-b68b-bbd7d67188c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (ecf9d2c5-c9ab-4510-91da-326a6f2ac5ec), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:39.075409 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:39.114555 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10361e55-e9de-4dff-b68b-bbd7d67188c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf9d2c5-c9ab-4510-91da-326a6f2ac5ec,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:39.120343 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-10361e55-e9de-4dff-b68b-bbd7d67188c9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c34b07a60fda40f78f082a1af6de71d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1694846 Jun 27 15:32:39.124632 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 55734) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:39.211393 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aecdf6b4-011a-4f1c-a88c-5f9d10422d02 admin admin] Publish callbacks [] for security_group (ecf9d2c5-c9ab-4510-91da-326a6f2ac5ec), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:39.251203 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aecdf6b4-011a-4f1c-a88c-5f9d10422d02 admin admin] Publish callbacks [] for security_group (ecf9d2c5-c9ab-4510-91da-326a6f2ac5ec), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:39.333085 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aecdf6b4-011a-4f1c-a88c-5f9d10422d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (ecf9d2c5-c9ab-4510-91da-326a6f2ac5ec), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:39.336105 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-aecdf6b4-011a-4f1c-a88c-5f9d10422d02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:39.337625 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-aecdf6b4-011a-4f1c-a88c-5f9d10422d02 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ecf9d2c5-c9ab-4510-91da-326a6f2ac5ec HTTP/1.1" status: 204 len: 168 time: 0.2114539 Jun 27 15:32:39.353074 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecdf6b4-011a-4f1c-a88c-5f9d10422d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf9d2c5-c9ab-4510-91da-326a6f2ac5ec,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:39.449543 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6a6d1-2650-4d11-97b2-2cc6563bface req-102d9590-54a1-4e11-92a5-6be398618034 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:39.451165 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dbd6a6d1-2650-4d11-97b2-2cc6563bface req-102d9590-54a1-4e11-92a5-6be398618034 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 945 time: 0.0721753 Jun 27 15:32:39.535113 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dbd6a6d1-2650-4d11-97b2-2cc6563bface req-5df6aa32-685c-4b0c-914e-b36848528669 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757248 Jun 27 15:32:39.777932 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 55742) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:39.792530 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4c3a513-1d40-48dc-a4f9-16baa3d7c055 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:39.817736 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:39.887564 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4c3a513-1d40-48dc-a4f9-16baa3d7c055 admin admin] Publish callbacks [] for security_group (fcfa3eb5-1e70-4cbd-a3d3-f7f780b7570d), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:39.892286 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b4c3a513-1d40-48dc-a4f9-16baa3d7c055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (fcfa3eb5-1e70-4cbd-a3d3-f7f780b7570d), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:39.936506 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b4c3a513-1d40-48dc-a4f9-16baa3d7c055 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b4b9c43abac34ba89530b9ed3768810c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1571617 Jun 27 15:32:39.937375 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3a513-1d40-48dc-a4f9-16baa3d7c055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfa3eb5-1e70-4cbd-a3d3-f7f780b7570d,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:39.939466 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 55744) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:39.996214 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-05c9a9a9-ecfa-4bb7-9b2c-e85089e208a4 admin admin] Publish callbacks [] for security_group (fcfa3eb5-1e70-4cbd-a3d3-f7f780b7570d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:40.022144 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-05c9a9a9-ecfa-4bb7-9b2c-e85089e208a4 admin admin] Publish callbacks [] for security_group (fcfa3eb5-1e70-4cbd-a3d3-f7f780b7570d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:40.081964 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-05c9a9a9-ecfa-4bb7-9b2c-e85089e208a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (fcfa3eb5-1e70-4cbd-a3d3-f7f780b7570d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:40.085943 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-05c9a9a9-ecfa-4bb7-9b2c-e85089e208a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:40.087923 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-05c9a9a9-ecfa-4bb7-9b2c-e85089e208a4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fcfa3eb5-1e70-4cbd-a3d3-f7f780b7570d HTTP/1.1" status: 204 len: 168 time: 0.1462834 Jun 27 15:32:40.102574 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9a9a9-ecfa-4bb7-9b2c-e85089e208a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfa3eb5-1e70-4cbd-a3d3-f7f780b7570d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:40.679899 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30e82e-500b-4133-b548-862a4da7c672 req-e861e51a-fc2a-478e-ba9a-27303d2cb7f3 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:40.681738 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ec30e82e-500b-4133-b548-862a4da7c672 req-e861e51a-fc2a-478e-ba9a-27303d2cb7f3 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 945 time: 0.0558302 Jun 27 15:32:40.761104 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ec30e82e-500b-4133-b548-862a4da7c672 req-71170e51-be15-407a-baef-9545d3a689ae tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703590 Jun 27 15:32:41.710316 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f6966906-0bd3-47cb-8382-fae76a98fa34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:41.907526 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818a512-d071-40d9-a820-366e8b6d7692 req-d165f174-57a9-4499-9df4-90d10e8a9e2a tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:41.910455 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9818a512-d071-40d9-a820-366e8b6d7692 req-d165f174-57a9-4499-9df4-90d10e8a9e2a tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 945 time: 0.0661962 Jun 27 15:32:41.972354 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9818a512-d071-40d9-a820-366e8b6d7692 req-2b563902-6d99-4f49-8c9f-48ea18bf4696 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556173 Jun 27 15:32:42.517130 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=47 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:42.547929 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=42 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:43.118933 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b54c02-bf48-4a35-bbe7-b30634c57d51 req-4a3e6c24-0f50-4752-99b7-4acb613079f6 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:43.120390 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-89b54c02-bf48-4a35-bbe7-b30634c57d51 req-4a3e6c24-0f50-4752-99b7-4acb613079f6 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 945 time: 0.0586724 Jun 27 15:32:43.177068 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-89b54c02-bf48-4a35-bbe7-b30634c57d51 req-eabb99ab-5733-4627-a9a9-529d4b50eb46 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505044 Jun 27 15:32:43.275580 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:32:43.445111 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:44.366652 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058989d-d38d-4e3e-9b23-75096208ba76 req-3eec5265-7b72-4107-a879-f67e3dc88615 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:44.368096 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0058989d-d38d-4e3e-9b23-75096208ba76 req-3eec5265-7b72-4107-a879-f67e3dc88615 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 945 time: 0.0590887 Jun 27 15:32:44.420538 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0058989d-d38d-4e3e-9b23-75096208ba76 req-bc95e6aa-f091-4083-ad64-0ee76eb84a44 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458956 Jun 27 15:32:44.649671 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:45.065944 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:45.565513 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:45.581975 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566d056-cb9a-491c-9efa-72878a477442 req-297a5d7f-ce53-43ba-98d9-1ee8a43db2fb tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:45.583655 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2566d056-cb9a-491c-9efa-72878a477442 req-297a5d7f-ce53-43ba-98d9-1ee8a43db2fb tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 945 time: 0.0667007 Jun 27 15:32:45.642425 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2566d056-cb9a-491c-9efa-72878a477442 req-e30f6643-03db-4013-9903-af1a64bbec6b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503988 Jun 27 15:32:46.796808 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7aee58-760a-4f2f-9c93-eebbecc03af7 req-6f740662-869d-42fb-a895-9af2f91bd046 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:46.798400 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bf7aee58-760a-4f2f-9c93-eebbecc03af7 req-6f740662-869d-42fb-a895-9af2f91bd046 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 945 time: 0.0689535 Jun 27 15:32:46.855224 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-bf7aee58-760a-4f2f-9c93-eebbecc03af7 req-fc6dab3f-f8dc-417e-934c-9bdee0a21b3d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498848 Jun 27 15:32:46.940715 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 82ee23e2-cf54-4c80-aa3a-825aa5c81193 details requested by agent hyperv_hv-cinder-84779 with host hv-cinder-84779 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 15:32:46.962089 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:47.034401 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:47.061670 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 82ee23e2-cf54-4c80-aa3a-825aa5c81193, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=82ee23e2-cf54-4c80-aa3a-825aa5c81193,segment=NetworkSegment(e8df84b0-b449-4f32-9fef-1bd341ec9717),segment_id=e8df84b0-b449-4f32-9fef-1bd341ec9717)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:32:47.074836 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Returning: {'device': '82ee23e2-cf54-4c80-aa3a-825aa5c81193', 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'port_id': '82ee23e2-cf54-4c80-aa3a-825aa5c81193', 'mac_address': 'fa:16:3e:1b:cc:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 15:32:47.123207 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 82ee23e2-cf54-4c80-aa3a-825aa5c81193 is: ACTIVE; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:32:47.123601 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (82ee23e2-cf54-4c80-aa3a-825aa5c81193), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:47.140767 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82ee23e2-cf54-4c80-aa3a-825aa5c81193 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:32:47.162782 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 82ee23e2-cf54-4c80-aa3a-825aa5c81193, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=82ee23e2-cf54-4c80-aa3a-825aa5c81193,segment=NetworkSegment(e8df84b0-b449-4f32-9fef-1bd341ec9717),segment_id=e8df84b0-b449-4f32-9fef-1bd341ec9717)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:32:47.168505 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (82ee23e2-cf54-4c80-aa3a-825aa5c81193), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:47.230239 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=82ee23e2-cf54-4c80-aa3a-825aa5c81193,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:47.289326 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['82ee23e2-cf54-4c80-aa3a-825aa5c81193'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:32:48.131612 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38c791-c35b-4265-a8bd-4a1137b16407 req-f3cef32c-1567-46fe-8c39-3359729d8bf5 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:48.139566 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4d38c791-c35b-4265-a8bd-4a1137b16407 req-f3cef32c-1567-46fe-8c39-3359729d8bf5 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 944 time: 0.0740917 Jun 27 15:32:48.204686 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4d38c791-c35b-4265-a8bd-4a1137b16407 req-20095442-a53b-45c9-b709-742e847d2517 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520723 Jun 27 15:32:48.593912 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 82ee23e2-cf54-4c80-aa3a-825aa5c81193 up at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:32:48.669131 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning complete for port 82ee23e2-cf54-4c80-aa3a-825aa5c81193 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:32:48.669773 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (82ee23e2-cf54-4c80-aa3a-825aa5c81193), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:48.764529 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 82ee23e2-cf54-4c80-aa3a-825aa5c81193 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:32:48.765096 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (82ee23e2-cf54-4c80-aa3a-825aa5c81193), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:48.812486 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886a9b39-9d64-4359-8d03-b07dbe1abf9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ee23e2-cf54-4c80-aa3a-825aa5c81193'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:32:48.815836 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d85b7032bc105ad9eb63a31382f750c4bf6bbb4824e658972134fe301cb831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69753274-1788-4508-b672-3b9437d07dee" -d '{"events": [{"server_uuid": "886a9b39-9d64-4359-8d03-b07dbe1abf9c", "name": "network-vif-plugged", "status": "completed", "tag": "82ee23e2-cf54-4c80-aa3a-825aa5c81193"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:32:48.840017 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 82ee23e2-cf54-4c80-aa3a-825aa5c81193, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=82ee23e2-cf54-4c80-aa3a-825aa5c81193,segment=NetworkSegment(e8df84b0-b449-4f32-9fef-1bd341ec9717),segment_id=e8df84b0-b449-4f32-9fef-1bd341ec9717)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:32:48.846933 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (82ee23e2-cf54-4c80-aa3a-825aa5c81193), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:48.971769 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=82ee23e2-cf54-4c80-aa3a-825aa5c81193,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:48.994025 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:49.187820 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041f75d7-8f5b-441e-bf91-0cb1d2d027d9 x-openstack-request-id: req-041f75d7-8f5b-441e-bf91-0cb1d2d027d9 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:32:49.187820 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886a9b39-9d64-4359-8d03-b07dbe1abf9c", "name": "network-vif-plugged", "status": "completed", "tag": "82ee23e2-cf54-4c80-aa3a-825aa5c81193", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:32:49.187820 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-041f75d7-8f5b-441e-bf91-0cb1d2d027d9 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:32:49.187820 dv-cinder-847798-1-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-041f75d7-8f5b-441e-bf91-0cb1d2d027d9'] response: {'server_uuid': '886a9b39-9d64-4359-8d03-b07dbe1abf9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ee23e2-cf54-4c80-aa3a-825aa5c81193', 'code': 200} Jun 27 15:32:49.390503 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc973762-26c3-4a3e-8a4e-b26c697b14b9 req-35e05e47-7bef-4632-a527-d4faec5d81b1 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:49.392559 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fc973762-26c3-4a3e-8a4e-b26c697b14b9 req-35e05e47-7bef-4632-a527-d4faec5d81b1 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 945 time: 0.0632021 Jun 27 15:32:49.456660 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fc973762-26c3-4a3e-8a4e-b26c697b14b9 req-7a9012b8-2eff-4f93-ab33-a618c3c27be2 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574663 Jun 27 15:32:50.668059 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5c8f2-de69-42ef-ba8e-b5a4c34a3679 req-76859177-136d-4c89-a6ca-505928d79c34 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:50.670482 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d4f5c8f2-de69-42ef-ba8e-b5a4c34a3679 req-76859177-136d-4c89-a6ca-505928d79c34 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 945 time: 0.0964296 Jun 27 15:32:50.742217 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d4f5c8f2-de69-42ef-ba8e-b5a4c34a3679 req-eb5fabb8-89b3-481e-878e-065f2da5a4e1 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626984 Jun 27 15:32:51.488753 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 55906) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:51.665244 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-22271783-33d8-4931-b84f-223704dff94e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:51.806175 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-22271783-33d8-4931-b84f-223704dff94e admin admin] Publish callbacks [] for security_group (64e83f0b-4bc7-4411-bda1-326dd47911f0), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:51.814559 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-22271783-33d8-4931-b84f-223704dff94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (64e83f0b-4bc7-4411-bda1-326dd47911f0), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:51.894109 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-22271783-33d8-4931-b84f-223704dff94e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1cc823143e9843c4a57f6e8e73777f45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4038317 Jun 27 15:32:51.905174 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 55918) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:51.911796 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22271783-33d8-4931-b84f-223704dff94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e83f0b-4bc7-4411-bda1-326dd47911f0,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:52.028666 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:52.055268 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887b17e-8acd-4b1e-bba5-8b7aae9d594c req-5d89c155-2893-4fbc-bd77-4a5a697d5ce0 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:52.058410 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9887b17e-8acd-4b1e-bba5-8b7aae9d594c req-5d89c155-2893-4fbc-bd77-4a5a697d5ce0 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 945 time: 0.1514597 Jun 27 15:32:52.191265 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f3ab32a-76eb-4edc-be11-a81deb58b730 admin admin] Publish callbacks [] for security_group (64e83f0b-4bc7-4411-bda1-326dd47911f0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:52.197038 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9887b17e-8acd-4b1e-bba5-8b7aae9d594c req-ae9af84a-8d58-4efd-8a8c-78fb7040b3e0 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175175 Jun 27 15:32:52.220426 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f3ab32a-76eb-4edc-be11-a81deb58b730 admin admin] Publish callbacks [] for security_group (64e83f0b-4bc7-4411-bda1-326dd47911f0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:52.289398 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f3ab32a-76eb-4edc-be11-a81deb58b730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (64e83f0b-4bc7-4411-bda1-326dd47911f0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:52.292563 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1f3ab32a-76eb-4edc-be11-a81deb58b730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:52.296818 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-1f3ab32a-76eb-4edc-be11-a81deb58b730 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/64e83f0b-4bc7-4411-bda1-326dd47911f0 HTTP/1.1" status: 204 len: 168 time: 0.3335111 Jun 27 15:32:52.310501 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ab32a-76eb-4edc-be11-a81deb58b730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e83f0b-4bc7-4411-bda1-326dd47911f0,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:52.745072 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 55924) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:52.762043 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-032181fb-a592-4fc5-be1a-4ab4da6f3267 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:52.938373 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-032181fb-a592-4fc5-be1a-4ab4da6f3267 admin admin] Publish callbacks [] for security_group (761a888d-dbba-452e-bafb-2c092d9d2408), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:52.939512 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:52.948793 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-032181fb-a592-4fc5-be1a-4ab4da6f3267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (761a888d-dbba-452e-bafb-2c092d9d2408), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:53.023675 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032181fb-a592-4fc5-be1a-4ab4da6f3267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761a888d-dbba-452e-bafb-2c092d9d2408,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:53.031255 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-032181fb-a592-4fc5-be1a-4ab4da6f3267 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=51dba12070534877a087de0d85f35c33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850499 Jun 27 15:32:53.037977 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 55930) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:32:53.057234 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:53.108927 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e98ced86-3e4e-4d0c-92b6-adda6ed61e40 admin admin] Publish callbacks [] for security_group (761a888d-dbba-452e-bafb-2c092d9d2408), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:53.149680 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e98ced86-3e4e-4d0c-92b6-adda6ed61e40 admin admin] Publish callbacks [] for security_group (761a888d-dbba-452e-bafb-2c092d9d2408), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:53.238249 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e98ced86-3e4e-4d0c-92b6-adda6ed61e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (761a888d-dbba-452e-bafb-2c092d9d2408), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:53.241311 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e98ced86-3e4e-4d0c-92b6-adda6ed61e40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:32:53.242686 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-e98ced86-3e4e-4d0c-92b6-adda6ed61e40 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/761a888d-dbba-452e-bafb-2c092d9d2408 HTTP/1.1" status: 204 len: 168 time: 0.2028022 Jun 27 15:32:53.255930 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ced86-3e4e-4d0c-92b6-adda6ed61e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761a888d-dbba-452e-bafb-2c092d9d2408,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:32:53.276924 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:53.434411 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8289def-fba1-4079-8f0b-0aef23913077 req-454d4dc2-957e-4b50-8290-10eb33734827 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:53.438064 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a8289def-fba1-4079-8f0b-0aef23913077 req-454d4dc2-957e-4b50-8290-10eb33734827 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 945 time: 0.0690632 Jun 27 15:32:53.511470 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a8289def-fba1-4079-8f0b-0aef23913077 req-b0a65b49-f39a-4862-9e3f-c54aa15e45ca tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649266 Jun 27 15:32:54.684680 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66276ff-0853-4213-82a3-ec9cbb4c81ae req-66f83b66-d176-4ebe-b8e0-3fc70630c588 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:54.686266 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f66276ff-0853-4213-82a3-ec9cbb4c81ae req-66f83b66-d176-4ebe-b8e0-3fc70630c588 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 945 time: 0.0822165 Jun 27 15:32:54.755958 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f66276ff-0853-4213-82a3-ec9cbb4c81ae req-f9075a87-175b-401a-aa55-a018a2044c48 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609417 Jun 27 15:32:55.939997 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca7d84-83b1-452d-a9db-053542a41337 req-e412387b-4e01-409c-bb9b-33ba0f2678ff tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:55.948256 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-39ca7d84-83b1-452d-a9db-053542a41337 req-e412387b-4e01-409c-bb9b-33ba0f2678ff tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 945 time: 0.0780082 Jun 27 15:32:56.016962 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-39ca7d84-83b1-452d-a9db-053542a41337 req-cdf00d3b-90b8-4574-9ac2-07a8f188dcd6 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669355 Jun 27 15:32:57.212178 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9834d-43ab-43e3-a349-df6b5d21efb2 req-e2122057-5c99-4241-a395-49dcc70f2f47 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:57.214575 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7dc9834d-43ab-43e3-a349-df6b5d21efb2 req-e2122057-5c99-4241-a395-49dcc70f2f47 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 945 time: 0.0825052 Jun 27 15:32:57.281447 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7dc9834d-43ab-43e3-a349-df6b5d21efb2 req-d16166d3-db45-4f76-8b8b-d8dcb0436394 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610166 Jun 27 15:32:58.513612 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8feb3-bf9d-475a-9513-709822fe563a req-154e1644-fbf5-46bc-924b-50e8b1d06f86 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:58.516847 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-69b8feb3-bf9d-475a-9513-709822fe563a req-154e1644-fbf5-46bc-924b-50e8b1d06f86 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 945 time: 0.0856743 Jun 27 15:32:58.624742 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-69b8feb3-bf9d-475a-9513-709822fe563a req-bad25b9f-b100-4886-998e-b22536ae6dd1 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966556 Jun 27 15:32:59.420834 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8ba3a-7b16-4f47-a796-9a453d51a154 req-c88ec3f8-16df-4069-8942-12407fd2d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:59.422374 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cfb8ba3a-7b16-4f47-a796-9a453d51a154 req-c88ec3f8-16df-4069-8942-12407fd2d31f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2270daf238a640609e9ab514b01d9768&device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 1129 time: 0.0494702 Jun 27 15:32:59.520184 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8ba3a-7b16-4f47-a796-9a453d51a154 req-551f9828-4ef0-4d83-b160-84c99713b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:59.521697 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cfb8ba3a-7b16-4f47-a796-9a453d51a154 req-551f9828-4ef0-4d83-b160-84c99713b041 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e8e77f3f-2787-4f23-b11e-9e909cc074b3 HTTP/1.1" status: 200 len: 918 time: 0.0934749 Jun 27 15:32:59.596636 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cfb8ba3a-7b16-4f47-a796-9a453d51a154 req-78c03146-2eed-4901-9c89-f6e1bed11da0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82ee23e2-cf54-4c80-aa3a-825aa5c81193 HTTP/1.1" status: 200 len: 1001 time: 0.0687842 Jun 27 15:32:59.657001 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8ba3a-7b16-4f47-a796-9a453d51a154 req-8c9e02ef-8496-45b2-a444-b509c9c8da28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:59.658897 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cfb8ba3a-7b16-4f47-a796-9a453d51a154 req-8c9e02ef-8496-45b2-a444-b509c9c8da28 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96df5947-fd71-41b6-a0c5-3296a5c0458f HTTP/1.1" status: 200 len: 856 time: 0.0550611 Jun 27 15:32:59.713574 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8ba3a-7b16-4f47-a796-9a453d51a154 req-0db3b8a7-ea45-442a-bb29-52dd89cb80e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:59.715131 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cfb8ba3a-7b16-4f47-a796-9a453d51a154 req-0db3b8a7-ea45-442a-bb29-52dd89cb80e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8e77f3f-2787-4f23-b11e-9e909cc074b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501871 Jun 27 15:32:59.752959 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:32:59.772602 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4f0590-8f4c-4ee5-b860-7a04462f4329 req-f76e2953-3f35-4095-9829-b0bfa63de5ec tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:32:59.774179 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fd4f0590-8f4c-4ee5-b860-7a04462f4329 req-f76e2953-3f35-4095-9829-b0bfa63de5ec tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 945 time: 0.0573215 Jun 27 15:32:59.838567 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fd4f0590-8f4c-4ee5-b860-7a04462f4329 req-37050fc4-61ad-4dac-bec2-ef72ea418cfa tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575302 Jun 27 15:32:59.838921 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cfb8ba3a-7b16-4f47-a796-9a453d51a154 req-dc8f3a0e-d581-4ee1-9971-adc624275f08 service neutron] 10.222.0.42 "GET /v2.0/networks/e8e77f3f-2787-4f23-b11e-9e909cc074b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174858 Jun 27 15:32:59.944921 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cfb8ba3a-7b16-4f47-a796-9a453d51a154 req-c309a030-accd-48e4-aef3-0ea8092d4ad8 service neutron] 10.222.0.42 "GET /v2.0/networks/e8e77f3f-2787-4f23-b11e-9e909cc074b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008048 Jun 27 15:33:00.978017 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40a462-fd8c-4e1a-abde-5a620292f32d req-36049f7f-cf9d-4ff0-92f6-7a607dc44ec5 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:00.979601 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5b40a462-fd8c-4e1a-abde-5a620292f32d req-36049f7f-cf9d-4ff0-92f6-7a607dc44ec5 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 945 time: 0.0574143 Jun 27 15:33:01.049448 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5b40a462-fd8c-4e1a-abde-5a620292f32d req-13e45559-fabc-4321-ab52-6f42afe45fd8 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606978 Jun 27 15:33:01.461866 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 56126) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:01.615357 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dba5e959-a8b5-48e8-9f1f-9ec20e7a0f94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:01.670680 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:01.715275 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dba5e959-a8b5-48e8-9f1f-9ec20e7a0f94 admin admin] Publish callbacks [] for security_group (737bb104-2429-4f82-848d-5036cbca9f65), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:01.720780 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-dba5e959-a8b5-48e8-9f1f-9ec20e7a0f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (737bb104-2429-4f82-848d-5036cbca9f65), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:01.766132 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5e959-a8b5-48e8-9f1f-9ec20e7a0f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737bb104-2429-4f82-848d-5036cbca9f65,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:01.771163 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-dba5e959-a8b5-48e8-9f1f-9ec20e7a0f94 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=105d46d520cb4a2191dda7258a2c8916&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3078127 Jun 27 15:33:01.775004 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 56132) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:01.839988 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3b3f531-412b-4b70-bff0-b4a37d89ac86 admin admin] Publish callbacks [] for security_group (737bb104-2429-4f82-848d-5036cbca9f65), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:01.873698 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3b3f531-412b-4b70-bff0-b4a37d89ac86 admin admin] Publish callbacks [] for security_group (737bb104-2429-4f82-848d-5036cbca9f65), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:01.935159 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3b3f531-412b-4b70-bff0-b4a37d89ac86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (737bb104-2429-4f82-848d-5036cbca9f65), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:01.938779 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c3b3f531-412b-4b70-bff0-b4a37d89ac86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:01.943433 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-c3b3f531-412b-4b70-bff0-b4a37d89ac86 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/737bb104-2429-4f82-848d-5036cbca9f65 HTTP/1.1" status: 204 len: 168 time: 0.1672745 Jun 27 15:33:01.952529 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b3f531-412b-4b70-bff0-b4a37d89ac86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737bb104-2429-4f82-848d-5036cbca9f65,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:02.194434 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcce511-daa0-49aa-b544-d210ea243f81 req-ea61a8f4-0b6e-4675-b622-386e69be7996 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:02.196052 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cdcce511-daa0-49aa-b544-d210ea243f81 req-ea61a8f4-0b6e-4675-b622-386e69be7996 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 945 time: 0.0564573 Jun 27 15:33:02.262081 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cdcce511-daa0-49aa-b544-d210ea243f81 req-ffe602be-ea4f-4f88-8915-8eea4ee26625 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576684 Jun 27 15:33:02.280637 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 56142) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:02.296118 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5a39947-9a7a-4f18-8188-153283ef036a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:02.404077 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5a39947-9a7a-4f18-8188-153283ef036a admin admin] Publish callbacks [] for security_group (11c15e61-38bf-4743-9fa6-7afecf8ff2b2), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:02.411251 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a5a39947-9a7a-4f18-8188-153283ef036a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (11c15e61-38bf-4743-9fa6-7afecf8ff2b2), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:02.454271 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a39947-9a7a-4f18-8188-153283ef036a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c15e61-38bf-4743-9fa6-7afecf8ff2b2,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:02.459050 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-a5a39947-9a7a-4f18-8188-153283ef036a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b5064a8ee8a04a5196fcadabe4a20bc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1771443 Jun 27 15:33:02.462623 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 56156) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:02.524790 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df8e3e6f-a524-4ffa-a3ca-0c2497521908 admin admin] Publish callbacks [] for security_group (11c15e61-38bf-4743-9fa6-7afecf8ff2b2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:02.550931 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df8e3e6f-a524-4ffa-a3ca-0c2497521908 admin admin] Publish callbacks [] for security_group (11c15e61-38bf-4743-9fa6-7afecf8ff2b2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:02.565049 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:02.648167 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df8e3e6f-a524-4ffa-a3ca-0c2497521908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (11c15e61-38bf-4743-9fa6-7afecf8ff2b2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:02.653065 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-df8e3e6f-a524-4ffa-a3ca-0c2497521908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:02.655286 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-df8e3e6f-a524-4ffa-a3ca-0c2497521908 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/11c15e61-38bf-4743-9fa6-7afecf8ff2b2 HTTP/1.1" status: 204 len: 168 time: 0.1908088 Jun 27 15:33:02.678459 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e3e6f-a524-4ffa-a3ca-0c2497521908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c15e61-38bf-4743-9fa6-7afecf8ff2b2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:03.504086 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [req-6c5f54da-03c1-4d3b-a8a2-544f53bd31d1 req-a3a90df7-1d5b-40d2-951d-8b828cf308cc service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 15:33:03.506287 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6c5f54da-03c1-4d3b-a8a2-544f53bd31d1 req-a3a90df7-1d5b-40d2-951d-8b828cf308cc service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0076213 Jun 27 15:33:03.718277 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754aad95-fc97-4ef7-aedb-077776d12cf4 req-1a6461fc-9837-4213-adb5-e98daec1078e tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:03.723184 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 56208) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:03.725068 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-754aad95-fc97-4ef7-aedb-077776d12cf4 req-1a6461fc-9837-4213-adb5-e98daec1078e tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 945 time: 0.0775084 Jun 27 15:33:03.784933 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-754aad95-fc97-4ef7-aedb-077776d12cf4 req-f7b73d17-c137-4cd3-b5ed-ae97b6cce1d0 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528846 Jun 27 15:33:03.903636 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1816102759-network', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:33:03.920298 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:03.928518 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] Made reservation on behalf of 9954040eb98d4ecdafbc681132689ff5 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:33:03.931386 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:03.943418 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:04.060967 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] Publish callbacks [] for security_group (8c62e7af-03d0-42b5-81ec-ae58cee5751d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:04.065533 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (8c62e7af-03d0-42b5-81ec-ae58cee5751d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:04.101474 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 15:33:04.108790 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c62e7af-03d0-42b5-81ec-ae58cee5751d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:04.119735 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (bb9c2fff-a33f-4574-886e-c89eb06d7822), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:04.120077 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] Added segment bb9c2fff-a33f-4574-886e-c89eb06d7822 of type vlan for network 349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f Jun 27 15:33:04.122385 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:04.122740 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:04.123090 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:04.123434 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:04.123777 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:04.124113 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:04.124480 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:04.124814 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:04.125148 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:04.125478 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:04.125804 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:04.126322 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:04.127058 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:04.127559 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:04.128060 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:04.129346 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 56230) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:04.176803 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767602840778'] for network (349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:04.209973 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for network (349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:04.211134 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:04.211801 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:04.215711 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:04.254655 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-473f8fe6-ee8f-41b7-ac11-f7a2f6a8ebc2 req-7ba28df6-a92c-4832-badd-3dae6ad6f80e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1234944 Jun 27 15:33:04.254896 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5302830 Jun 27 15:33:04.258255 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 56234) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:04.259675 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [req-473f8fe6-ee8f-41b7-ac11-f7a2f6a8ebc2 req-cac73991-735c-4202-9f0b-5cc749954bec service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 15:33:04.260697 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-473f8fe6-ee8f-41b7-ac11-f7a2f6a8ebc2 req-cac73991-735c-4202-9f0b-5cc749954bec service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053005 Jun 27 15:33:04.290508 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-8930f067-fdc6-4f60-870d-baea1e788ed4 admin admin] Request body: {'subnet': {'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1816102759-subnet', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'ip_version': 4}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:33:04.300302 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf19e7-7966-48fd-8505-afaffd544e73 admin admin] Pushing event updated for resources: {'Network': ['ID=349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:04.317438 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Network 349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f details requested by agent ovs-agent-dv-cinder-847798-1-iscsi with host dv-cinder-847798-1-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 15:33:04.319372 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8930f067-fdc6-4f60-870d-baea1e788ed4 admin admin] Made reservation on behalf of 9954040eb98d4ecdafbc681132689ff5 for: {'subnet': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:33:04.322243 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8930f067-fdc6-4f60-870d-baea1e788ed4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8708588'] for subnet (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:04.367730 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 56240) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:04.455987 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:04.476186 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f8fe6-ee8f-41b7-ac11-f7a2f6a8ebc2 req-3ba751a6-77b8-420b-988d-cd6e88ead5c8 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:04.477659 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-473f8fe6-ee8f-41b7-ac11-f7a2f6a8ebc2 req-3ba751a6-77b8-420b-988d-cd6e88ead5c8 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports/82ee23e2-cf54-4c80-aa3a-825aa5c81193 HTTP/1.1" status: 200 len: 942 time: 0.1088841 Jun 27 15:33:04.536121 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8930f067-fdc6-4f60-870d-baea1e788ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9359911', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8708506'] for subnet (905f7862-f88e-4540-90be-39fe4e15dd98), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:04.633599 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930f067-fdc6-4f60-870d-baea1e788ed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=905f7862-f88e-4540-90be-39fe4e15dd98,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:04.662391 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8930f067-fdc6-4f60-870d-baea1e788ed4 admin admin] Checking segment: {'id': 'bb9c2fff-a33f-4574-886e-c89eb06d7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:33:04.662845 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8930f067-fdc6-4f60-870d-baea1e788ed4 admin admin] Network hostable DHCP agents. Network: 349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f, hostable agents: ['98079605-5130-4ae4-a555-f860a4678271'], hosted agents: [] {{(pid=104031) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 15:33:04.692717 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8930f067-fdc6-4f60-870d-baea1e788ed4 admin admin] Network 349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f is scheduled to be hosted by DHCP agent 98079605-5130-4ae4-a555-f860a4678271 with binding_index 1 {{(pid=104031) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 15:33:04.704290 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-8930f067-fdc6-4f60-870d-baea1e788ed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847798-1-iscsi, 349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f) {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:33:04.705068 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 82ee23e2-cf54-4c80-aa3a-825aa5c81193 no longer exists at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:33:04.709666 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8930f067-fdc6-4f60-870d-baea1e788ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:04.710321 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8930f067-fdc6-4f60-870d-baea1e788ed4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:04.730311 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-8930f067-fdc6-4f60-870d-baea1e788ed4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4707139 Jun 27 15:33:04.733245 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 56250) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:04.738882 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83dd97e-6ab8-44f0-a8d9-0b8e37a9eaec None None] Network 349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:33:04.739297 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-84d37269-60ed-4995-955f-c32f7ce2dd6d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1816102759-router', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:33:04.762168 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:04.786366 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84d37269-60ed-4995-955f-c32f7ce2dd6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3705535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254088'] for router (cd9cbda4-37c6-49cb-8d1f-28807c7112bb), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:04.790394 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84d37269-60ed-4995-955f-c32f7ce2dd6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3716892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254083'] for router (cd9cbda4-37c6-49cb-8d1f-28807c7112bb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:04.881801 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:04.915170 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84d37269-60ed-4995-955f-c32f7ce2dd6d admin admin] Publish callbacks [] for router_controller (cd9cbda4-37c6-49cb-8d1f-28807c7112bb), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:04.947401 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665416a1-94e9-4da5-a5e1-8b1523fd28a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5182d913-239d-560a-a272-f123969c0cda-349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f', 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f', 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'fixed_ips': [{'subnet_id': '905f7862-f88e-4540-90be-39fe4e15dd98'}]}} from dv-cinder-847798-1-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 15:33:04.952878 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-665416a1-94e9-4da5-a5e1-8b1523fd28a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:05.011365 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 82ee23e2-cf54-4c80-aa3a-825aa5c81193 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:33:05.011993 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (82ee23e2-cf54-4c80-aa3a-825aa5c81193), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:05.037848 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf2015-2788-471e-b0d8-6c709c693189 req-fe63d311-94e4-48cc-9a1b-bae9e2b05a18 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:05.049616 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2faf2015-2788-471e-b0d8-6c709c693189 req-fe63d311-94e4-48cc-9a1b-bae9e2b05a18 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 945 time: 0.0966311 Jun 27 15:33:05.070081 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886a9b39-9d64-4359-8d03-b07dbe1abf9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82ee23e2-cf54-4c80-aa3a-825aa5c81193'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:33:05.073096 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d85b7032bc105ad9eb63a31382f750c4bf6bbb4824e658972134fe301cb831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9864cd39-a0f7-4d82-b0b7-303393214183" -d '{"events": [{"server_uuid": "886a9b39-9d64-4359-8d03-b07dbe1abf9c", "name": "network-vif-unplugged", "status": "completed", "tag": "82ee23e2-cf54-4c80-aa3a-825aa5c81193"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:33:05.110213 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 82ee23e2-cf54-4c80-aa3a-825aa5c81193, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=82ee23e2-cf54-4c80-aa3a-825aa5c81193,segment=NetworkSegment(e8df84b0-b449-4f32-9fef-1bd341ec9717),segment_id=e8df84b0-b449-4f32-9fef-1bd341ec9717)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:33:05.134811 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2faf2015-2788-471e-b0d8-6c709c693189 req-8bdb6a95-9f8d-4868-a23f-1e43796798c0 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768399 Jun 27 15:33:05.139947 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 27 Jun 2022 15:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025c7ebd-2ffa-4f81-a19c-1e429479822e x-openstack-request-id: req-025c7ebd-2ffa-4f81-a19c-1e429479822e {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:33:05.140422 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886a9b39-9d64-4359-8d03-b07dbe1abf9c", "name": "network-vif-unplugged", "status": "failed", "tag": "82ee23e2-cf54-4c80-aa3a-825aa5c81193", "code": 422}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:33:05.140932 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-025c7ebd-2ffa-4f81-a19c-1e429479822e {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:33:05.141413 dv-cinder-847798-1-iscsi neutron-server[104033]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-025c7ebd-2ffa-4f81-a19c-1e429479822e']: {'server_uuid': '886a9b39-9d64-4359-8d03-b07dbe1abf9c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '82ee23e2-cf54-4c80-aa3a-825aa5c81193', 'code': 422} returned with failed status Jun 27 15:33:05.153136 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (82ee23e2-cf54-4c80-aa3a-825aa5c81193), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:05.387047 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=82ee23e2-cf54-4c80-aa3a-825aa5c81193,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:05.475404 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84d37269-60ed-4995-955f-c32f7ce2dd6d admin admin] Publish callbacks [] for router_gateway (cd9cbda4-37c6-49cb-8d1f-28807c7112bb), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:05.478491 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-665416a1-94e9-4da5-a5e1-8b1523fd28a6 None None] Allocated IP 172.20.0.2 (349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f/905f7862-f88e-4540-90be-39fe4e15dd98/41d69073-a645-42bd-ad81-26889a882808) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:33:05.641762 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-665416a1-94e9-4da5-a5e1-8b1523fd28a6 None None] Publish callbacks [] for port (41d69073-a645-42bd-ad81-26889a882808), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:05.649372 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-665416a1-94e9-4da5-a5e1-8b1523fd28a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724'] for port (41d69073-a645-42bd-ad81-26889a882808), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:05.708671 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84d37269-60ed-4995-955f-c32f7ce2dd6d admin admin] Publish callbacks [] for router_gateway (cd9cbda4-37c6-49cb-8d1f-28807c7112bb), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:05.714050 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665416a1-94e9-4da5-a5e1-8b1523fd28a6 None None] Network 349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:33:05.717868 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-665416a1-94e9-4da5-a5e1-8b1523fd28a6 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:33:05.721101 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665416a1-94e9-4da5-a5e1-8b1523fd28a6 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:33:05.732495 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665416a1-94e9-4da5-a5e1-8b1523fd28a6 None None] Pushing event updated for resources: {'Port': ['ID=41d69073-a645-42bd-ad81-26889a882808,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:05.753911 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84d37269-60ed-4995-955f-c32f7ce2dd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:05.797538 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-665416a1-94e9-4da5-a5e1-8b1523fd28a6 None None] Attempting to bind port 41d69073-a645-42bd-ad81-26889a882808 on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:33:05.797918 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-665416a1-94e9-4da5-a5e1-8b1523fd28a6 None None] Attempting to bind port 41d69073-a645-42bd-ad81-26889a882808 by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': 'bb9c2fff-a33f-4574-886e-c89eb06d7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:33:05.798292 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665416a1-94e9-4da5-a5e1-8b1523fd28a6 None None] Attempting to bind port 41d69073-a645-42bd-ad81-26889a882808 on network 349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:33:05.806542 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665416a1-94e9-4da5-a5e1-8b1523fd28a6 None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:33:05.807110 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665416a1-94e9-4da5-a5e1-8b1523fd28a6 None None] Checking segment: {'id': 'bb9c2fff-a33f-4574-886e-c89eb06d7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:33:05.807891 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-665416a1-94e9-4da5-a5e1-8b1523fd28a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:05.808302 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665416a1-94e9-4da5-a5e1-8b1523fd28a6 None None] Bound using segment: {'id': 'bb9c2fff-a33f-4574-886e-c89eb06d7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:33:05.808821 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-665416a1-94e9-4da5-a5e1-8b1523fd28a6 None None] Bound port: 41d69073-a645-42bd-ad81-26889a882808, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9c2fff-a33f-4574-886e-c89eb06d7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:33:05.809252 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-665416a1-94e9-4da5-a5e1-8b1523fd28a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (41d69073-a645-42bd-ad81-26889a882808), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:05.890381 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-665416a1-94e9-4da5-a5e1-8b1523fd28a6 None None] For port 41d69073-a645-42bd-ad81-26889a882808, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:33:05.896571 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-665416a1-94e9-4da5-a5e1-8b1523fd28a6 None None] For port 41d69073-a645-42bd-ad81-26889a882808, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=41d69073-a645-42bd-ad81-26889a882808,segment=NetworkSegment(bb9c2fff-a33f-4574-886e-c89eb06d7822),segment_id=bb9c2fff-a33f-4574-886e-c89eb06d7822)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:33:05.903310 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f8fe6-ee8f-41b7-ac11-f7a2f6a8ebc2 req-67ad93fe-23d7-4e08-a94e-fc5cf8efd690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:05.905105 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-473f8fe6-ee8f-41b7-ac11-f7a2f6a8ebc2 req-67ad93fe-23d7-4e08-a94e-fc5cf8efd690 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c&tenant_id=2270daf238a640609e9ab514b01d9768 HTTP/1.1" status: 200 len: 1127 time: 0.1913989 Jun 27 15:33:05.908359 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-665416a1-94e9-4da5-a5e1-8b1523fd28a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (41d69073-a645-42bd-ad81-26889a882808), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:05.997093 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665416a1-94e9-4da5-a5e1-8b1523fd28a6 None None] Pushing event updated for resources: {'Port': ['ID=41d69073-a645-42bd-ad81-26889a882808,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:06.019545 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-84d37269-60ed-4995-955f-c32f7ce2dd6d admin admin] Allocated IP 172.27.2.21 (514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb/6226739c-eac4-4784-90b9-a0481f53f3ba/774f95f7-d9ca-412f-ac5a-d30d0906901b) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:33:06.023196 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f8fe6-ee8f-41b7-ac11-f7a2f6a8ebc2 req-06bf3b76-7456-4b70-8b19-d8faae8dcb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:06.024782 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-473f8fe6-ee8f-41b7-ac11-f7a2f6a8ebc2 req-06bf3b76-7456-4b70-8b19-d8faae8dcb80 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2270daf238a640609e9ab514b01d9768&device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 1127 time: 0.0789311 Jun 27 15:33:06.256738 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:DELETE=1,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:06.298909 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f8fe6-ee8f-41b7-ac11-f7a2f6a8ebc2 req-d1887300-ecf7-4ab8-a257-35d8e7b09fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:06.300692 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-473f8fe6-ee8f-41b7-ac11-f7a2f6a8ebc2 req-d1887300-ecf7-4ab8-a257-35d8e7b09fad service neutron] 10.222.0.42 "GET /v2.0/networks?id=e8e77f3f-2787-4f23-b11e-9e909cc074b3 HTTP/1.1" status: 200 len: 918 time: 0.2651439 Jun 27 15:33:06.363754 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84d37269-60ed-4995-955f-c32f7ce2dd6d admin admin] Publish callbacks [] for port (774f95f7-d9ca-412f-ac5a-d30d0906901b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:06.430027 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:06.468571 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715ad36-5baa-4cb1-8407-f3b0ed0a4a54 req-6315908c-118a-4750-aa90-04d7d5d8ac9b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:06.470148 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6715ad36-5baa-4cb1-8407-f3b0ed0a4a54 req-6315908c-118a-4750-aa90-04d7d5d8ac9b tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 943 time: 0.1789277 Jun 27 15:33:06.496760 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-473f8fe6-ee8f-41b7-ac11-f7a2f6a8ebc2 req-97e5c4ad-074d-4d46-8f40-e72266721ef4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82ee23e2-cf54-4c80-aa3a-825aa5c81193 HTTP/1.1" status: 200 len: 999 time: 0.1704197 Jun 27 15:33:06.572643 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84d37269-60ed-4995-955f-c32f7ce2dd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (774f95f7-d9ca-412f-ac5a-d30d0906901b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:06.614160 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6715ad36-5baa-4cb1-8407-f3b0ed0a4a54 req-074dfe2d-88eb-49ce-8293-560cfb80e17a tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313252 Jun 27 15:33:06.625889 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f8fe6-ee8f-41b7-ac11-f7a2f6a8ebc2 req-2e2aa2ab-d604-4b73-8c08-6b530e1e2883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:06.629279 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-473f8fe6-ee8f-41b7-ac11-f7a2f6a8ebc2 req-2e2aa2ab-d604-4b73-8c08-6b530e1e2883 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=96df5947-fd71-41b6-a0c5-3296a5c0458f HTTP/1.1" status: 200 len: 856 time: 0.1203790 Jun 27 15:33:06.653662 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d37269-60ed-4995-955f-c32f7ce2dd6d admin admin] Network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:33:06.672726 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-84d37269-60ed-4995-955f-c32f7ce2dd6d admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:33:06.675015 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d37269-60ed-4995-955f-c32f7ce2dd6d admin admin] Pushing event updated for resources: {'Port': ['ID=774f95f7-d9ca-412f-ac5a-d30d0906901b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:06.677325 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d37269-60ed-4995-955f-c32f7ce2dd6d admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:33:06.731998 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f8fe6-ee8f-41b7-ac11-f7a2f6a8ebc2 req-7ca73e8e-f9ab-4e96-9e0e-5964a024e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:06.734720 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-473f8fe6-ee8f-41b7-ac11-f7a2f6a8ebc2 req-7ca73e8e-f9ab-4e96-9e0e-5964a024e23a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8e77f3f-2787-4f23-b11e-9e909cc074b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0995069 Jun 27 15:33:06.958353 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-473f8fe6-ee8f-41b7-ac11-f7a2f6a8ebc2 req-a7ab107c-5b1f-4ff4-8f1e-9a7539cc87ed service neutron] 10.222.0.42 "GET /v2.0/networks/e8e77f3f-2787-4f23-b11e-9e909cc074b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152028 Jun 27 15:33:07.130380 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84d37269-60ed-4995-955f-c32f7ce2dd6d admin admin] Publish callbacks [] for router_gateway (cd9cbda4-37c6-49cb-8d1f-28807c7112bb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:07.171158 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-473f8fe6-ee8f-41b7-ac11-f7a2f6a8ebc2 req-4aba2161-48d9-43f6-a621-5c6afff1539f service neutron] 10.222.0.42 "GET /v2.0/networks/e8e77f3f-2787-4f23-b11e-9e909cc074b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065706 Jun 27 15:33:07.254859 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:07.270324 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=9 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:07.299030 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b15da90-9213-49fc-a1a2-59ffc3f9ff29 None None] Network 349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:33:07.301694 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=17 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:07.353979 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 41d69073-a645-42bd-ad81-26889a882808 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:33:07.359100 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:07.360733 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-d351f56f-485d-4218-805a-551578796ebc None None] Provisioning complete for port 41d69073-a645-42bd-ad81-26889a882808 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:33:07.361773 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d351f56f-485d-4218-805a-551578796ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (41d69073-a645-42bd-ad81-26889a882808), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:07.372872 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84d37269-60ed-4995-955f-c32f7ce2dd6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3708253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733158'] for router (cd9cbda4-37c6-49cb-8d1f-28807c7112bb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:07.471389 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:07.512176 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 41d69073-a645-42bd-ad81-26889a882808 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:33:07.512480 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (41d69073-a645-42bd-ad81-26889a882808), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:07.526266 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:07.544221 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d37269-60ed-4995-955f-c32f7ce2dd6d admin admin] Router cd9cbda4-37c6-49cb-8d1f-28807c7112bb is scheduled to L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 15:33:07.669864 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d37269-60ed-4995-955f-c32f7ce2dd6d admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:33:07.701915 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84d37269-60ed-4995-955f-c32f7ce2dd6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:07.707089 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 56302) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:07.707898 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-84d37269-60ed-4995-955f-c32f7ce2dd6d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9729249 Jun 27 15:33:07.745921 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d12aca-f9a5-42ae-9ace-504acaaabfbc None None] Sync routers for ids ['cd9cbda4-37c6-49cb-8d1f-28807c7112bb'] in dv-cinder-847798-1-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:33:07.785496 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:07.833396 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d12aca-f9a5-42ae-9ace-504acaaabfbc None None] Routers {'cd9cbda4-37c6-49cb-8d1f-28807c7112bb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:33:07.834502 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-48d12aca-f9a5-42ae-9ace-504acaaabfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:32:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['cd9cbda4-37c6-49cb-8d1f-28807c7112bb'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:08.005709 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-d351f56f-485d-4218-805a-551578796ebc None None] Current status of the port 41d69073-a645-42bd-ad81-26889a882808 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:33:08.006548 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d351f56f-485d-4218-805a-551578796ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (41d69073-a645-42bd-ad81-26889a882808), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:08.082165 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d351f56f-485d-4218-805a-551578796ebc None None] For port 41d69073-a645-42bd-ad81-26889a882808, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=41d69073-a645-42bd-ad81-26889a882808,segment=NetworkSegment(bb9c2fff-a33f-4574-886e-c89eb06d7822),segment_id=bb9c2fff-a33f-4574-886e-c89eb06d7822)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:33:08.095983 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d351f56f-485d-4218-805a-551578796ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (41d69073-a645-42bd-ad81-26889a882808), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:08.193548 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 41d69073-a645-42bd-ad81-26889a882808 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:33:08.193792 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (41d69073-a645-42bd-ad81-26889a882808), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:08.340427 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351f56f-485d-4218-805a-551578796ebc None None] Pushing event updated for resources: {'Port': ['ID=41d69073-a645-42bd-ad81-26889a882808,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:08.346299 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-48d12aca-f9a5-42ae-9ace-504acaaabfbc None None] Set router cd9cbda4-37c6-49cb-8d1f-28807c7112bb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:33:08.466359 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408cdc8-961d-4eb1-b390-a1f460949740 req-2dcdc176-1ca1-4ea1-a734-3ec9ceecfb30 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:08.474312 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:08.477041 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6408cdc8-961d-4eb1-b390-a1f460949740 req-2dcdc176-1ca1-4ea1-a734-3ec9ceecfb30 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 943 time: 0.7036123 Jun 27 15:33:08.556625 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6408cdc8-961d-4eb1-b390-a1f460949740 req-f5bb1745-f227-4daa-beae-30880631758d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728796 Jun 27 15:33:08.627961 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3824e6d1-ce31-44c9-92a6-6c959b342e8e None None] Provisioning complete for port 41d69073-a645-42bd-ad81-26889a882808 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:33:08.628399 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3824e6d1-ce31-44c9-92a6-6c959b342e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (41d69073-a645-42bd-ad81-26889a882808), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:08.634868 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-26978bbe-6d43-4f5f-b8ef-7507736e6eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:08.740476 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.db.api [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 27 15:33:08.740895 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG oslo_db.api [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 15:33:08.741887 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-48d12aca-f9a5-42ae-9ace-504acaaabfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'name': 'tempest-TestShelveInstance-1816102759-router', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '774f95f7-d9ca-412f-ac5a-d30d0906901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:33:04Z', 'updated_at': '2022-06-27T15:33:06Z', 'revision_number': 3, 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'gw_port': {'id': '774f95f7-d9ca-412f-ac5a-d30d0906901b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:05Z', 'updated_at': '2022-06-27T15:33:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:08.769732 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d12aca-f9a5-42ae-9ace-504acaaabfbc None None] Checking router: cd9cbda4-37c6-49cb-8d1f-28807c7112bb for host: dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:33:08.770127 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d12aca-f9a5-42ae-9ace-504acaaabfbc None None] Updating router cd9cbda4-37c6-49cb-8d1f-28807c7112bb port 774f95f7-d9ca-412f-ac5a-d30d0906901b binding host dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 15:33:08.775729 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:08.849860 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-48d12aca-f9a5-42ae-9ace-504acaaabfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (774f95f7-d9ca-412f-ac5a-d30d0906901b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:08.878960 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8bfe173d-80a7-4383-b496-f3dc30562f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:08.896165 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3824e6d1-ce31-44c9-92a6-6c959b342e8e None None] Current status of the port 41d69073-a645-42bd-ad81-26889a882808 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:33:08.941134 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-26978bbe-6d43-4f5f-b8ef-7507736e6eb4 admin admin] Allocated IP 172.20.0.1 (349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f/905f7862-f88e-4540-90be-39fe4e15dd98/0db722bc-7d1d-4cf5-a2b0-991106b605dd) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:33:09.199762 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-26978bbe-6d43-4f5f-b8ef-7507736e6eb4 admin admin] Publish callbacks [] for port (0db722bc-7d1d-4cf5-a2b0-991106b605dd), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:09.237135 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-48d12aca-f9a5-42ae-9ace-504acaaabfbc None None] Publish callbacks [] for port (774f95f7-d9ca-412f-ac5a-d30d0906901b), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:09.240147 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:09.248205 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-48d12aca-f9a5-42ae-9ace-504acaaabfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (774f95f7-d9ca-412f-ac5a-d30d0906901b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:09.249248 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-26978bbe-6d43-4f5f-b8ef-7507736e6eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (0db722bc-7d1d-4cf5-a2b0-991106b605dd), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:09.292519 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26978bbe-6d43-4f5f-b8ef-7507736e6eb4 admin admin] Network 349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:33:09.308878 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-26978bbe-6d43-4f5f-b8ef-7507736e6eb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:33:09.316193 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26978bbe-6d43-4f5f-b8ef-7507736e6eb4 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:33:09.368595 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 41d69073-a645-42bd-ad81-26889a882808 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:33:09.372084 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7db76-afee-439e-8bd4-0a8f9ac385f9 None None] Pushing event updated for resources: {'Port': ['ID=774f95f7-d9ca-412f-ac5a-d30d0906901b,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:09.383167 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-48d12aca-f9a5-42ae-9ace-504acaaabfbc None None] Attempting to bind port 774f95f7-d9ca-412f-ac5a-d30d0906901b on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:33:09.383716 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-48d12aca-f9a5-42ae-9ace-504acaaabfbc None None] Attempting to bind port 774f95f7-d9ca-412f-ac5a-d30d0906901b by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:33:09.384232 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d12aca-f9a5-42ae-9ace-504acaaabfbc None None] Attempting to bind port 774f95f7-d9ca-412f-ac5a-d30d0906901b on network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:33:09.392728 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d12aca-f9a5-42ae-9ace-504acaaabfbc None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:33:09.393765 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d12aca-f9a5-42ae-9ace-504acaaabfbc None None] Checking segment: {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:33:09.394184 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-48d12aca-f9a5-42ae-9ace-504acaaabfbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:09.394654 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d12aca-f9a5-42ae-9ace-504acaaabfbc None None] Bound using segment: {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:33:09.395174 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-48d12aca-f9a5-42ae-9ace-504acaaabfbc None None] Bound port: 774f95f7-d9ca-412f-ac5a-d30d0906901b, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:33:09.397643 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-48d12aca-f9a5-42ae-9ace-504acaaabfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (774f95f7-d9ca-412f-ac5a-d30d0906901b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:09.397888 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26978bbe-6d43-4f5f-b8ef-7507736e6eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=0db722bc-7d1d-4cf5-a2b0-991106b605dd,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:09.443269 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-26978bbe-6d43-4f5f-b8ef-7507736e6eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734275'] for router_interface (cd9cbda4-37c6-49cb-8d1f-28807c7112bb), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:09.502599 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-48d12aca-f9a5-42ae-9ace-504acaaabfbc None None] For port 774f95f7-d9ca-412f-ac5a-d30d0906901b, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:33:09.511919 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-48d12aca-f9a5-42ae-9ace-504acaaabfbc None None] For port 774f95f7-d9ca-412f-ac5a-d30d0906901b, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=774f95f7-d9ca-412f-ac5a-d30d0906901b,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:33:09.531252 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-48d12aca-f9a5-42ae-9ace-504acaaabfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (774f95f7-d9ca-412f-ac5a-d30d0906901b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:09.594656 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 41d69073-a645-42bd-ad81-26889a882808 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:33:09.635881 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:09.698548 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-26978bbe-6d43-4f5f-b8ef-7507736e6eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (0db722bc-7d1d-4cf5-a2b0-991106b605dd), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:09.788974 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7db76-afee-439e-8bd4-0a8f9ac385f9 None None] Pushing event updated for resources: {'Port': ['ID=774f95f7-d9ca-412f-ac5a-d30d0906901b,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:09.806776 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d12aca-f9a5-42ae-9ace-504acaaabfbc None None] Routers {'cd9cbda4-37c6-49cb-8d1f-28807c7112bb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:33:09.807438 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-48d12aca-f9a5-42ae-9ace-504acaaabfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:32:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['cd9cbda4-37c6-49cb-8d1f-28807c7112bb'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:09.890904 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 41d69073-a645-42bd-ad81-26889a882808 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:33:09.891194 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (41d69073-a645-42bd-ad81-26889a882808), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:09.902059 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbcbbb-0b8b-4d2b-bfd3-e4876891b4b7 req-db4e3b21-93b7-4c66-b11f-0bb7ffed4f19 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:09.904641 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-06cbcbbb-0b8b-4d2b-bfd3-e4876891b4b7 req-db4e3b21-93b7-4c66-b11f-0bb7ffed4f19 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 943 time: 0.1735418 Jun 27 15:33:09.934890 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-82591c31-4a96-4c98-ac04-07c008d34dca None None] Provisioning complete for port 0db722bc-7d1d-4cf5-a2b0-991106b605dd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:33:09.935294 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-82591c31-4a96-4c98-ac04-07c008d34dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (0db722bc-7d1d-4cf5-a2b0-991106b605dd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:09.966998 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:10.045789 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-82591c31-4a96-4c98-ac04-07c008d34dca None None] Port 0db722bc-7d1d-4cf5-a2b0-991106b605dd cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:33:10.061380 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-48d12aca-f9a5-42ae-9ace-504acaaabfbc None None] Set router cd9cbda4-37c6-49cb-8d1f-28807c7112bb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:33:10.082786 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:10.200198 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 41d69073-a645-42bd-ad81-26889a882808 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:33:10.271002 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-26978bbe-6d43-4f5f-b8ef-7507736e6eb4 admin admin] Publish callbacks [] for port (0db722bc-7d1d-4cf5-a2b0-991106b605dd), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:10.297541 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-26978bbe-6d43-4f5f-b8ef-7507736e6eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (0db722bc-7d1d-4cf5-a2b0-991106b605dd), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:10.434776 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-26978bbe-6d43-4f5f-b8ef-7507736e6eb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3703187'] for router_interface (cd9cbda4-37c6-49cb-8d1f-28807c7112bb), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:10.511685 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-06cbcbbb-0b8b-4d2b-bfd3-e4876891b4b7 req-28d4bfde-4c55-489c-a130-c4cc6fc335e4 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5277324 Jun 27 15:33:10.577458 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-48d12aca-f9a5-42ae-9ace-504acaaabfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'name': 'tempest-TestShelveInstance-1816102759-router', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '774f95f7-d9ca-412f-ac5a-d30d0906901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:33:04Z', 'updated_at': '2022-06-27T15:33:09Z', 'revision_number': 4, 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'gw_port': {'id': '774f95f7-d9ca-412f-ac5a-d30d0906901b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:05Z', 'updated_at': '2022-06-27T15:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '0db722bc-7d1d-4cf5-a2b0-991106b605dd', 'name': '', 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'mac_address': 'fa:16:3e:93:ff:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '905f7862-f88e-4540-90be-39fe4e15dd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:08Z', 'updated_at': '2022-06-27T15:33:08Z', 'revision_number': 1, 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'subnets': [{'id': '905f7862-f88e-4540-90be-39fe4e15dd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:10.608369 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26978bbe-6d43-4f5f-b8ef-7507736e6eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=0db722bc-7d1d-4cf5-a2b0-991106b605dd,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:10.650189 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d12aca-f9a5-42ae-9ace-504acaaabfbc None None] The sync data for ids ['cd9cbda4-37c6-49cb-8d1f-28807c7112bb'] in dv-cinder-847798-1-iscsi is: [{'id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'name': 'tempest-TestShelveInstance-1816102759-router', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '774f95f7-d9ca-412f-ac5a-d30d0906901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:33:04Z', 'updated_at': '2022-06-27T15:33:09Z', 'revision_number': 4, 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'gw_port': {'id': '774f95f7-d9ca-412f-ac5a-d30d0906901b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:05Z', 'updated_at': '2022-06-27T15:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '0db722bc-7d1d-4cf5-a2b0-991106b605dd', 'name': '', 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'mac_address': 'fa:16:3e:93:ff:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '905f7862-f88e-4540-90be-39fe4e15dd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:08Z', 'updated_at': '2022-06-27T15:33:08Z', 'revision_number': 1, 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'subnets': [{'id': '905f7862-f88e-4540-90be-39fe4e15dd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:33:10.732384 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26978bbe-6d43-4f5f-b8ef-7507736e6eb4 admin admin] Network 349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:33:10.737041 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-26978bbe-6d43-4f5f-b8ef-7507736e6eb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:33:11.083108 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26978bbe-6d43-4f5f-b8ef-7507736e6eb4 admin admin] Router cd9cbda4-37c6-49cb-8d1f-28807c7112bb has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:33:11.303917 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a7ec99c5-1612-43c3-99a5-866c961b8d1e None None] Provisioning complete for port 0db722bc-7d1d-4cf5-a2b0-991106b605dd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:33:11.304773 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a7ec99c5-1612-43c3-99a5-866c961b8d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (0db722bc-7d1d-4cf5-a2b0-991106b605dd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:11.319601 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26978bbe-6d43-4f5f-b8ef-7507736e6eb4 admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:33:11.325416 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-26978bbe-6d43-4f5f-b8ef-7507736e6eb4 admin admin] 10.222.0.26 "PUT /v2.0/routers/cd9cbda4-37c6-49cb-8d1f-28807c7112bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6162558 Jun 27 15:33:11.463267 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a7ec99c5-1612-43c3-99a5-866c961b8d1e None None] Port 0db722bc-7d1d-4cf5-a2b0-991106b605dd cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:33:11.748106 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b7b87da2-5f91-4591-9c4a-c1b92a261509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:11.900838 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250d8c9-f05e-41f9-ad9e-0fbace52ae22 req-597c644e-30ef-43c0-8dbd-8b51360c5221 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:11.909665 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e250d8c9-f05e-41f9-ad9e-0fbace52ae22 req-597c644e-30ef-43c0-8dbd-8b51360c5221 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 943 time: 0.1037428 Jun 27 15:33:12.055023 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e250d8c9-f05e-41f9-ad9e-0fbace52ae22 req-2f372293-4ca0-4ac1-8949-bbc732e50e2f tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441276 Jun 27 15:33:12.570391 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 56348) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:12.575876 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-9f61c39c-c5d7-4c83-a617-4535a05c804f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1624694500-network', 'tenant_id': '11d3dc0907f54b7d9896aa1eef5d0df4'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:33:12.603157 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f61c39c-c5d7-4c83-a617-4535a05c804f admin admin] Made reservation on behalf of 11d3dc0907f54b7d9896aa1eef5d0df4 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:33:12.606118 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f61c39c-c5d7-4c83-a617-4535a05c804f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:12.617886 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f61c39c-c5d7-4c83-a617-4535a05c804f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:12.693589 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:12.759286 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f61c39c-c5d7-4c83-a617-4535a05c804f admin admin] Publish callbacks [] for security_group (5bb35d9d-3caf-4ee9-881e-c8291c4bd6cb), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:12.764640 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f61c39c-c5d7-4c83-a617-4535a05c804f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (5bb35d9d-3caf-4ee9-881e-c8291c4bd6cb), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:12.816301 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f61c39c-c5d7-4c83-a617-4535a05c804f admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 15:33:12.836309 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61c39c-c5d7-4c83-a617-4535a05c804f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb35d9d-3caf-4ee9-881e-c8291c4bd6cb,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:12.853171 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f61c39c-c5d7-4c83-a617-4535a05c804f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (aab9f273-29db-4b07-999c-71de6df7ac6b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:12.853533 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-9f61c39c-c5d7-4c83-a617-4535a05c804f admin admin] Added segment aab9f273-29db-4b07-999c-71de6df7ac6b of type vlan for network 753bfe3d-5812-4b19-840a-0aeedb30014c Jun 27 15:33:12.941666 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f61c39c-c5d7-4c83-a617-4535a05c804f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767602840778'] for network (753bfe3d-5812-4b19-840a-0aeedb30014c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:12.956265 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:12.985067 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f61c39c-c5d7-4c83-a617-4535a05c804f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for network (753bfe3d-5812-4b19-840a-0aeedb30014c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:12.986991 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f61c39c-c5d7-4c83-a617-4535a05c804f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:12.987451 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9f61c39c-c5d7-4c83-a617-4535a05c804f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:13.030349 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9f61c39c-c5d7-4c83-a617-4535a05c804f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4591568 Jun 27 15:33:13.035607 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 56352) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:13.041191 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-58065f8d-0d2a-4ac0-a0d4-0af30da98b92 admin admin] Request body: {'subnet': {'network_id': '753bfe3d-5812-4b19-840a-0aeedb30014c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1624694500-subnet', 'tenant_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:33:13.071704 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58065f8d-0d2a-4ac0-a0d4-0af30da98b92 admin admin] Made reservation on behalf of 11d3dc0907f54b7d9896aa1eef5d0df4 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:33:13.077317 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-58065f8d-0d2a-4ac0-a0d4-0af30da98b92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8666691'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:13.110250 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61c39c-c5d7-4c83-a617-4535a05c804f admin admin] Pushing event updated for resources: {'Network': ['ID=753bfe3d-5812-4b19-840a-0aeedb30014c,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:13.132810 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Network 753bfe3d-5812-4b19-840a-0aeedb30014c details requested by agent ovs-agent-dv-cinder-847798-1-iscsi with host dv-cinder-847798-1-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 15:33:13.342507 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96908d1a-9ef7-4078-a728-f0f124d7c0b7 req-e4e2b2fa-9522-4544-82b2-97e2a6c6cade tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:13.358446 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-96908d1a-9ef7-4078-a728-f0f124d7c0b7 req-e4e2b2fa-9522-4544-82b2-97e2a6c6cade tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 943 time: 0.1829870 Jun 27 15:33:13.456146 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:13.473293 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:13.515212 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-58065f8d-0d2a-4ac0-a0d4-0af30da98b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9438051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8666677'] for subnet (ca93ff23-8ab5-4a33-a424-1a5ea0537383), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:13.601609 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-96908d1a-9ef7-4078-a728-f0f124d7c0b7 req-fa36084e-c754-4cde-8422-5ae221452c6e tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405672 Jun 27 15:33:13.649319 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58065f8d-0d2a-4ac0-a0d4-0af30da98b92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca93ff23-8ab5-4a33-a424-1a5ea0537383,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:13.660565 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58065f8d-0d2a-4ac0-a0d4-0af30da98b92 admin admin] Checking segment: {'id': 'aab9f273-29db-4b07-999c-71de6df7ac6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '753bfe3d-5812-4b19-840a-0aeedb30014c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:33:13.660943 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58065f8d-0d2a-4ac0-a0d4-0af30da98b92 admin admin] Network hostable DHCP agents. Network: 753bfe3d-5812-4b19-840a-0aeedb30014c, hostable agents: ['98079605-5130-4ae4-a555-f860a4678271'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 15:33:13.692884 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 774f95f7-d9ca-412f-ac5a-d30d0906901b up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:33:13.709436 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58065f8d-0d2a-4ac0-a0d4-0af30da98b92 admin admin] Network 753bfe3d-5812-4b19-840a-0aeedb30014c is scheduled to be hosted by DHCP agent 98079605-5130-4ae4-a555-f860a4678271 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 15:33:13.724682 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-58065f8d-0d2a-4ac0-a0d4-0af30da98b92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847798-1-iscsi, 753bfe3d-5812-4b19-840a-0aeedb30014c) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:33:13.733483 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58065f8d-0d2a-4ac0-a0d4-0af30da98b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:13.734215 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-58065f8d-0d2a-4ac0-a0d4-0af30da98b92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:13.740282 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:13.766345 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edaa904-4795-484d-b9f8-efc072f5943e None None] Network 753bfe3d-5812-4b19-840a-0aeedb30014c requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:33:13.805034 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-58065f8d-0d2a-4ac0-a0d4-0af30da98b92 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7645154 Jun 27 15:33:13.805834 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 56360) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:13.832116 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-3d2b21fe-b3a0-4912-9016-bc9ae902f9fa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1624694500-router', 'tenant_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:33:13.937723 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3d2b21fe-b3a0-4912-9016-bc9ae902f9fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3705535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254088'] for router (21d677be-a57d-4373-b92c-e6c18a4569f0), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:13.946103 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3d2b21fe-b3a0-4912-9016-bc9ae902f9fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3716892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254083'] for router (21d677be-a57d-4373-b92c-e6c18a4569f0), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:13.989880 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 774f95f7-d9ca-412f-ac5a-d30d0906901b triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:33:13.990452 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (774f95f7-d9ca-412f-ac5a-d30d0906901b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:14.177683 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3d2b21fe-b3a0-4912-9016-bc9ae902f9fa admin admin] Publish callbacks [] for router_controller (21d677be-a57d-4373-b92c-e6c18a4569f0), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:14.203821 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe693a17-0e95-4cae-aa2b-41778b380f48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5182d913-239d-560a-a272-f123969c0cda-753bfe3d-5812-4b19-840a-0aeedb30014c', 'network_id': '753bfe3d-5812-4b19-840a-0aeedb30014c', 'project_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'fixed_ips': [{'subnet_id': 'ca93ff23-8ab5-4a33-a424-1a5ea0537383'}]}} from dv-cinder-847798-1-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 15:33:14.220881 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fe693a17-0e95-4cae-aa2b-41778b380f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:14.452727 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 774f95f7-d9ca-412f-ac5a-d30d0906901b is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:33:14.453283 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (774f95f7-d9ca-412f-ac5a-d30d0906901b), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:14.491461 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c60b52b-f9ae-4434-88e5-19ea60e2019a None None] Sync routers for ids ['cd9cbda4-37c6-49cb-8d1f-28807c7112bb'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:33:14.516545 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c60b52b-f9ae-4434-88e5-19ea60e2019a None None] Routers {'cd9cbda4-37c6-49cb-8d1f-28807c7112bb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:33:14.518212 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4c60b52b-f9ae-4434-88e5-19ea60e2019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:33:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['cd9cbda4-37c6-49cb-8d1f-28807c7112bb'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:14.577550 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] For port 774f95f7-d9ca-412f-ac5a-d30d0906901b, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=774f95f7-d9ca-412f-ac5a-d30d0906901b,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:33:14.587360 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3d2b21fe-b3a0-4912-9016-bc9ae902f9fa admin admin] Publish callbacks [] for router_gateway (21d677be-a57d-4373-b92c-e6c18a4569f0), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:14.602905 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (774f95f7-d9ca-412f-ac5a-d30d0906901b), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:14.620157 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-fe693a17-0e95-4cae-aa2b-41778b380f48 None None] Allocated IP 172.20.0.2 (753bfe3d-5812-4b19-840a-0aeedb30014c/ca93ff23-8ab5-4a33-a424-1a5ea0537383/fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:33:14.753630 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-4c60b52b-f9ae-4434-88e5-19ea60e2019a None None] Set router cd9cbda4-37c6-49cb-8d1f-28807c7112bb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:33:14.778429 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Pushing event updated for resources: {'Port': ['ID=774f95f7-d9ca-412f-ac5a-d30d0906901b,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:15.022404 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fe693a17-0e95-4cae-aa2b-41778b380f48 None None] Publish callbacks [] for port (fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:15.045096 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:15.069995 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fe693a17-0e95-4cae-aa2b-41778b380f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724'] for port (fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:15.084171 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3d2b21fe-b3a0-4912-9016-bc9ae902f9fa admin admin] Publish callbacks [] for router_gateway (21d677be-a57d-4373-b92c-e6c18a4569f0), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:15.106574 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805d506-5ece-4037-a2b0-14b9987415bb req-e1c6b587-aa69-4bec-a2f3-8fec817dc148 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:15.107532 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:15.114616 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e805d506-5ece-4037-a2b0-14b9987415bb req-e1c6b587-aa69-4bec-a2f3-8fec817dc148 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 943 time: 0.3315992 Jun 27 15:33:15.146379 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3d2b21fe-b3a0-4912-9016-bc9ae902f9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:15.183276 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:15.200953 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:15.211568 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4c60b52b-f9ae-4434-88e5-19ea60e2019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'name': 'tempest-TestShelveInstance-1816102759-router', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '774f95f7-d9ca-412f-ac5a-d30d0906901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:33:04Z', 'updated_at': '2022-06-27T15:33:09Z', 'revision_number': 4, 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'gw_port': {'id': '774f95f7-d9ca-412f-ac5a-d30d0906901b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:05Z', 'updated_at': '2022-06-27T15:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '0db722bc-7d1d-4cf5-a2b0-991106b605dd', 'name': '', 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'mac_address': 'fa:16:3e:93:ff:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '905f7862-f88e-4540-90be-39fe4e15dd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:08Z', 'updated_at': '2022-06-27T15:33:09Z', 'revision_number': 2, 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'subnets': [{'id': '905f7862-f88e-4540-90be-39fe4e15dd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:15.215851 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe693a17-0e95-4cae-aa2b-41778b380f48 None None] Network 753bfe3d-5812-4b19-840a-0aeedb30014c is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:33:15.223637 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-fe693a17-0e95-4cae-aa2b-41778b380f48 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:33:15.229424 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe693a17-0e95-4cae-aa2b-41778b380f48 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:33:15.235281 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe693a17-0e95-4cae-aa2b-41778b380f48 None None] Pushing event updated for resources: {'Port': ['ID=fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:15.245608 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e805d506-5ece-4037-a2b0-14b9987415bb req-a49ac8fe-ca23-46b1-8e4f-c3c802294331 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244245 Jun 27 15:33:15.279862 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c60b52b-f9ae-4434-88e5-19ea60e2019a None None] Checking router: cd9cbda4-37c6-49cb-8d1f-28807c7112bb for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:33:15.283112 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c60b52b-f9ae-4434-88e5-19ea60e2019a None None] Updating router cd9cbda4-37c6-49cb-8d1f-28807c7112bb port 0db722bc-7d1d-4cf5-a2b0-991106b605dd binding host dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 15:33:15.331209 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4c60b52b-f9ae-4434-88e5-19ea60e2019a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (0db722bc-7d1d-4cf5-a2b0-991106b605dd), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:15.399053 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-fe693a17-0e95-4cae-aa2b-41778b380f48 None None] Attempting to bind port fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:33:15.399720 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-fe693a17-0e95-4cae-aa2b-41778b380f48 None None] Attempting to bind port fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': 'aab9f273-29db-4b07-999c-71de6df7ac6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '753bfe3d-5812-4b19-840a-0aeedb30014c'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:33:15.401742 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe693a17-0e95-4cae-aa2b-41778b380f48 None None] Attempting to bind port fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf on network 753bfe3d-5812-4b19-840a-0aeedb30014c {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:33:15.417630 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe693a17-0e95-4cae-aa2b-41778b380f48 None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:33:15.418679 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe693a17-0e95-4cae-aa2b-41778b380f48 None None] Checking segment: {'id': 'aab9f273-29db-4b07-999c-71de6df7ac6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '753bfe3d-5812-4b19-840a-0aeedb30014c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:33:15.420880 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fe693a17-0e95-4cae-aa2b-41778b380f48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:15.421604 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe693a17-0e95-4cae-aa2b-41778b380f48 None None] Bound using segment: {'id': 'aab9f273-29db-4b07-999c-71de6df7ac6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '753bfe3d-5812-4b19-840a-0aeedb30014c'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:33:15.425003 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-fe693a17-0e95-4cae-aa2b-41778b380f48 None None] Bound port: fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab9f273-29db-4b07-999c-71de6df7ac6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '753bfe3d-5812-4b19-840a-0aeedb30014c'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:33:15.425887 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fe693a17-0e95-4cae-aa2b-41778b380f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:15.494974 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-3d2b21fe-b3a0-4912-9016-bc9ae902f9fa admin admin] Allocated IP 172.27.2.65 (514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb/6226739c-eac4-4784-90b9-a0481f53f3ba/0e39b62c-b049-4fb6-91fa-7f50874b777e) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:33:15.581559 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 774f95f7-d9ca-412f-ac5a-d30d0906901b up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:33:15.741455 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:15.808681 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-fe693a17-0e95-4cae-aa2b-41778b380f48 None None] For port fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:33:15.820997 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-fe693a17-0e95-4cae-aa2b-41778b380f48 None None] For port fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf,segment=NetworkSegment(aab9f273-29db-4b07-999c-71de6df7ac6b),segment_id=aab9f273-29db-4b07-999c-71de6df7ac6b)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:33:15.832781 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 774f95f7-d9ca-412f-ac5a-d30d0906901b triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:33:15.833575 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (774f95f7-d9ca-412f-ac5a-d30d0906901b), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:15.837702 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fe693a17-0e95-4cae-aa2b-41778b380f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:15.870423 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4c60b52b-f9ae-4434-88e5-19ea60e2019a None None] Publish callbacks [] for port (0db722bc-7d1d-4cf5-a2b0-991106b605dd), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:15.879456 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4c60b52b-f9ae-4434-88e5-19ea60e2019a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (0db722bc-7d1d-4cf5-a2b0-991106b605dd), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:15.887903 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3d2b21fe-b3a0-4912-9016-bc9ae902f9fa admin admin] Publish callbacks [] for port (0e39b62c-b049-4fb6-91fa-7f50874b777e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:15.957773 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3d2b21fe-b3a0-4912-9016-bc9ae902f9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (0e39b62c-b049-4fb6-91fa-7f50874b777e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:16.022070 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b21fe-b3a0-4912-9016-bc9ae902f9fa admin admin] Pushing event updated for resources: {'Port': ['ID=0e39b62c-b049-4fb6-91fa-7f50874b777e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:16.069873 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2b21fe-b3a0-4912-9016-bc9ae902f9fa admin admin] Network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:33:16.075749 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-3d2b21fe-b3a0-4912-9016-bc9ae902f9fa admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:33:16.083028 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2b21fe-b3a0-4912-9016-bc9ae902f9fa admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:33:16.105654 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe693a17-0e95-4cae-aa2b-41778b380f48 None None] Pushing event updated for resources: {'Port': ['ID=fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:16.133361 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087df29-b6c9-44e3-b3ad-d66711ed301b None None] Pushing event updated for resources: {'Port': ['ID=0db722bc-7d1d-4cf5-a2b0-991106b605dd,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:16.188915 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 774f95f7-d9ca-412f-ac5a-d30d0906901b is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:33:16.201772 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b087df29-b6c9-44e3-b3ad-d66711ed301b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:16.204740 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b087df29-b6c9-44e3-b3ad-d66711ed301b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:16.205481 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b087df29-b6c9-44e3-b3ad-d66711ed301b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:16.206200 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b087df29-b6c9-44e3-b3ad-d66711ed301b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:16.206716 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b087df29-b6c9-44e3-b3ad-d66711ed301b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:16.207205 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b087df29-b6c9-44e3-b3ad-d66711ed301b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:16.207699 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b087df29-b6c9-44e3-b3ad-d66711ed301b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:16.208169 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b087df29-b6c9-44e3-b3ad-d66711ed301b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:16.208696 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b087df29-b6c9-44e3-b3ad-d66711ed301b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:16.209348 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b087df29-b6c9-44e3-b3ad-d66711ed301b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:16.209825 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b087df29-b6c9-44e3-b3ad-d66711ed301b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:16.210323 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b087df29-b6c9-44e3-b3ad-d66711ed301b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:16.211512 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b087df29-b6c9-44e3-b3ad-d66711ed301b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:16.212011 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b087df29-b6c9-44e3-b3ad-d66711ed301b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:16.212608 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b087df29-b6c9-44e3-b3ad-d66711ed301b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:16.236619 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-4c60b52b-f9ae-4434-88e5-19ea60e2019a None None] Attempting to bind port 0db722bc-7d1d-4cf5-a2b0-991106b605dd on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:33:16.237306 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-4c60b52b-f9ae-4434-88e5-19ea60e2019a None None] Attempting to bind port 0db722bc-7d1d-4cf5-a2b0-991106b605dd by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': 'bb9c2fff-a33f-4574-886e-c89eb06d7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:33:16.237878 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c60b52b-f9ae-4434-88e5-19ea60e2019a None None] Attempting to bind port 0db722bc-7d1d-4cf5-a2b0-991106b605dd on network 349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:33:16.245225 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c60b52b-f9ae-4434-88e5-19ea60e2019a None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:33:16.246017 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c60b52b-f9ae-4434-88e5-19ea60e2019a None None] Checking segment: {'id': 'bb9c2fff-a33f-4574-886e-c89eb06d7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:33:16.246573 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4c60b52b-f9ae-4434-88e5-19ea60e2019a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:16.247159 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c60b52b-f9ae-4434-88e5-19ea60e2019a None None] Bound using segment: {'id': 'bb9c2fff-a33f-4574-886e-c89eb06d7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:33:16.247772 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-4c60b52b-f9ae-4434-88e5-19ea60e2019a None None] Bound port: 0db722bc-7d1d-4cf5-a2b0-991106b605dd, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9c2fff-a33f-4574-886e-c89eb06d7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:33:16.248312 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4c60b52b-f9ae-4434-88e5-19ea60e2019a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (0db722bc-7d1d-4cf5-a2b0-991106b605dd), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:16.338379 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-4c60b52b-f9ae-4434-88e5-19ea60e2019a None None] For port 0db722bc-7d1d-4cf5-a2b0-991106b605dd, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:33:16.346262 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-4c60b52b-f9ae-4434-88e5-19ea60e2019a None None] For port 0db722bc-7d1d-4cf5-a2b0-991106b605dd, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=0db722bc-7d1d-4cf5-a2b0-991106b605dd,segment=NetworkSegment(bb9c2fff-a33f-4574-886e-c89eb06d7822),segment_id=bb9c2fff-a33f-4574-886e-c89eb06d7822)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:33:16.350232 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:16.368810 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-4c60b52b-f9ae-4434-88e5-19ea60e2019a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (0db722bc-7d1d-4cf5-a2b0-991106b605dd), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:16.481185 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:16.486158 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-da79745a-1581-4e7b-af3d-cb693c2ada19 None None] Provisioning complete for port 0db722bc-7d1d-4cf5-a2b0-991106b605dd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:33:16.488945 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-da79745a-1581-4e7b-af3d-cb693c2ada19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (0db722bc-7d1d-4cf5-a2b0-991106b605dd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:16.518010 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c60b52b-f9ae-4434-88e5-19ea60e2019a None None] Routers {'cd9cbda4-37c6-49cb-8d1f-28807c7112bb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:33:16.518869 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4c60b52b-f9ae-4434-88e5-19ea60e2019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:33:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['cd9cbda4-37c6-49cb-8d1f-28807c7112bb'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:16.525917 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087df29-b6c9-44e3-b3ad-d66711ed301b None None] Pushing event updated for resources: {'Port': ['ID=0db722bc-7d1d-4cf5-a2b0-991106b605dd,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:16.669840 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-4c60b52b-f9ae-4434-88e5-19ea60e2019a None None] Set router cd9cbda4-37c6-49cb-8d1f-28807c7112bb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:33:16.791514 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-da79745a-1581-4e7b-af3d-cb693c2ada19 None None] Current status of the port 0db722bc-7d1d-4cf5-a2b0-991106b605dd is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:33:16.793133 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-da79745a-1581-4e7b-af3d-cb693c2ada19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (0db722bc-7d1d-4cf5-a2b0-991106b605dd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:16.947895 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-da79745a-1581-4e7b-af3d-cb693c2ada19 None None] For port 0db722bc-7d1d-4cf5-a2b0-991106b605dd, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=0db722bc-7d1d-4cf5-a2b0-991106b605dd,segment=NetworkSegment(bb9c2fff-a33f-4574-886e-c89eb06d7822),segment_id=bb9c2fff-a33f-4574-886e-c89eb06d7822)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:33:16.957050 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-da79745a-1581-4e7b-af3d-cb693c2ada19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (0db722bc-7d1d-4cf5-a2b0-991106b605dd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:17.140208 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-96b08714-bc4a-4073-8728-edca8d825009 None None] Provisioning complete for port 0db722bc-7d1d-4cf5-a2b0-991106b605dd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:33:17.140597 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-96b08714-bc4a-4073-8728-edca8d825009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (0db722bc-7d1d-4cf5-a2b0-991106b605dd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:17.142579 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79745a-1581-4e7b-af3d-cb693c2ada19 None None] Pushing event updated for resources: {'Port': ['ID=0db722bc-7d1d-4cf5-a2b0-991106b605dd,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:17.175702 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:17.336119 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f374f1-ff41-4517-89c6-d94a19502c76 req-26ac4eba-60c3-4044-b3d4-eca65fdcc872 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:17.339189 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-49f374f1-ff41-4517-89c6-d94a19502c76 req-26ac4eba-60c3-4044-b3d4-eca65fdcc872 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 943 time: 0.1924918 Jun 27 15:33:17.384390 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-96b08714-bc4a-4073-8728-edca8d825009 None None] Current status of the port 0db722bc-7d1d-4cf5-a2b0-991106b605dd is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:33:17.496899 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3d2b21fe-b3a0-4912-9016-bc9ae902f9fa admin admin] Publish callbacks [] for router_gateway (21d677be-a57d-4373-b92c-e6c18a4569f0), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:17.627226 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-49f374f1-ff41-4517-89c6-d94a19502c76 req-d9c1df04-98ed-4cca-9172-f6ce3c23ecfb tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991823 Jun 27 15:33:17.644959 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-4c60b52b-f9ae-4434-88e5-19ea60e2019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'name': 'tempest-TestShelveInstance-1816102759-router', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '774f95f7-d9ca-412f-ac5a-d30d0906901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:33:04Z', 'updated_at': '2022-06-27T15:33:09Z', 'revision_number': 4, 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'gw_port': {'id': '774f95f7-d9ca-412f-ac5a-d30d0906901b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:05Z', 'updated_at': '2022-06-27T15:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '0db722bc-7d1d-4cf5-a2b0-991106b605dd', 'name': '', 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'mac_address': 'fa:16:3e:93:ff:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '905f7862-f88e-4540-90be-39fe4e15dd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:08Z', 'updated_at': '2022-06-27T15:33:16Z', 'revision_number': 4, 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'subnets': [{'id': '905f7862-f88e-4540-90be-39fe4e15dd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:17.772759 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c60b52b-f9ae-4434-88e5-19ea60e2019a None None] The sync data for ids ['cd9cbda4-37c6-49cb-8d1f-28807c7112bb'] in dv-cinder-847798-1-iscsi is: [{'id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'name': 'tempest-TestShelveInstance-1816102759-router', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '774f95f7-d9ca-412f-ac5a-d30d0906901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:33:04Z', 'updated_at': '2022-06-27T15:33:09Z', 'revision_number': 4, 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'gw_port': {'id': '774f95f7-d9ca-412f-ac5a-d30d0906901b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:05Z', 'updated_at': '2022-06-27T15:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '0db722bc-7d1d-4cf5-a2b0-991106b605dd', 'name': '', 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'mac_address': 'fa:16:3e:93:ff:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '905f7862-f88e-4540-90be-39fe4e15dd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:08Z', 'updated_at': '2022-06-27T15:33:16Z', 'revision_number': 4, 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'subnets': [{'id': '905f7862-f88e-4540-90be-39fe4e15dd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:33:17.803749 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 0db722bc-7d1d-4cf5-a2b0-991106b605dd up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:33:17.928058 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:17.960448 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 0db722bc-7d1d-4cf5-a2b0-991106b605dd triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:33:17.960831 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (0db722bc-7d1d-4cf5-a2b0-991106b605dd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:18.163320 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 0db722bc-7d1d-4cf5-a2b0-991106b605dd is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:33:18.165164 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:33:18.173974 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3d2b21fe-b3a0-4912-9016-bc9ae902f9fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3708253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733158'] for router (21d677be-a57d-4373-b92c-e6c18a4569f0), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:18.181939 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:18.288196 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:33:18.288689 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:18.368439 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:18.377952 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c793f415-d789-4c69-89d3-b9850ae0092b None None] Network 753bfe3d-5812-4b19-840a-0aeedb30014c requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:33:18.467045 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-3d548a67-b6a1-45f5-a0e5-bf9a2e79aace None None] Provisioning complete for port fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:33:18.467665 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d548a67-b6a1-45f5-a0e5-bf9a2e79aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:18.489021 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2b21fe-b3a0-4912-9016-bc9ae902f9fa admin admin] Router 21d677be-a57d-4373-b92c-e6c18a4569f0 is scheduled to L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 15:33:18.681651 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:33:18.682031 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:18.706911 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3d548a67-b6a1-45f5-a0e5-bf9a2e79aace None None] Current status of the port fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:33:18.707476 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3d548a67-b6a1-45f5-a0e5-bf9a2e79aace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:18.717998 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2b21fe-b3a0-4912-9016-bc9ae902f9fa admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:33:18.756748 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3d2b21fe-b3a0-4912-9016-bc9ae902f9fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:18.761234 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-3d2b21fe-b3a0-4912-9016-bc9ae902f9fa admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.9539592 Jun 27 15:33:18.761485 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 56412) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:18.778491 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc71187-b23b-4867-abc3-6e7f54b0d7a8 None None] Sync routers for ids ['21d677be-a57d-4373-b92c-e6c18a4569f0'] in dv-cinder-847798-1-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:33:18.818967 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] For port fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf,segment=NetworkSegment(aab9f273-29db-4b07-999c-71de6df7ac6b),segment_id=aab9f273-29db-4b07-999c-71de6df7ac6b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:33:18.828145 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:18.896591 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc71187-b23b-4867-abc3-6e7f54b0d7a8 None None] Routers {'21d677be-a57d-4373-b92c-e6c18a4569f0'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:33:18.897534 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0bc71187-b23b-4867-abc3-6e7f54b0d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:33:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['21d677be-a57d-4373-b92c-e6c18a4569f0'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:18.902169 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Pushing event updated for resources: {'Port': ['ID=fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:18.950758 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:19.012096 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:19.019570 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.db.api [None req-3d548a67-b6a1-45f5-a0e5-bf9a2e79aace None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104033) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 27 15:33:19.019983 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG oslo_db.api [None req-3d548a67-b6a1-45f5-a0e5-bf9a2e79aace None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 27 15:33:19.077224 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8d5a2-c360-422c-9458-33379da2d9c5 req-b25451ef-c57f-4499-b66f-daf6e8f26ef7 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:19.085195 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3fa8d5a2-c360-422c-9458-33379da2d9c5 req-b25451ef-c57f-4499-b66f-daf6e8f26ef7 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 943 time: 0.1380525 Jun 27 15:33:19.086988 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-0bc71187-b23b-4867-abc3-6e7f54b0d7a8 None None] Set router 21d677be-a57d-4373-b92c-e6c18a4569f0 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:33:19.237218 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3fa8d5a2-c360-422c-9458-33379da2d9c5 req-aad35c3a-6d51-472f-8059-c90761da9f39 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508806 Jun 27 15:33:19.449805 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0bc71187-b23b-4867-abc3-6e7f54b0d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d677be-a57d-4373-b92c-e6c18a4569f0', 'name': 'tempest-TestShelveInstance-1624694500-router', 'tenant_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '0e39b62c-b049-4fb6-91fa-7f50874b777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:33:13Z', 'updated_at': '2022-06-27T15:33:16Z', 'revision_number': 3, 'project_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'gw_port': {'id': '0e39b62c-b049-4fb6-91fa-7f50874b777e', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d677be-a57d-4373-b92c-e6c18a4569f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:15Z', 'updated_at': '2022-06-27T15:33:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:19.452089 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:19.480768 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc71187-b23b-4867-abc3-6e7f54b0d7a8 None None] Checking router: 21d677be-a57d-4373-b92c-e6c18a4569f0 for host: dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:33:19.481123 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc71187-b23b-4867-abc3-6e7f54b0d7a8 None None] Updating router 21d677be-a57d-4373-b92c-e6c18a4569f0 port 0e39b62c-b049-4fb6-91fa-7f50874b777e binding host dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 15:33:19.502674 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-848f0546-03d3-427d-8ff5-829f1f201be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:19.502972 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:33:19.534431 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:19.574485 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0bc71187-b23b-4867-abc3-6e7f54b0d7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (0e39b62c-b049-4fb6-91fa-7f50874b777e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:19.607849 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-3d548a67-b6a1-45f5-a0e5-bf9a2e79aace None None] Current status of the port fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:33:19.682172 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:33:19.682932 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:19.691322 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-848f0546-03d3-427d-8ff5-829f1f201be4 admin admin] Allocated IP 172.20.0.1 (753bfe3d-5812-4b19-840a-0aeedb30014c/ca93ff23-8ab5-4a33-a424-1a5ea0537383/d3e1252d-c02d-4494-b2dd-a6ebf4b0addd) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:33:19.744346 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-68a73480-8c38-4991-abc2-57cab50c93ed None None] Provisioning complete for port fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:33:19.744685 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-68a73480-8c38-4991-abc2-57cab50c93ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:19.778471 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:19.813647 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-848f0546-03d3-427d-8ff5-829f1f201be4 admin admin] Publish callbacks [] for port (d3e1252d-c02d-4494-b2dd-a6ebf4b0addd), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:19.854602 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-848f0546-03d3-427d-8ff5-829f1f201be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (d3e1252d-c02d-4494-b2dd-a6ebf4b0addd), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:19.903368 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848f0546-03d3-427d-8ff5-829f1f201be4 admin admin] Network 753bfe3d-5812-4b19-840a-0aeedb30014c is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:33:19.912790 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-848f0546-03d3-427d-8ff5-829f1f201be4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:33:19.917435 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848f0546-03d3-427d-8ff5-829f1f201be4 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:33:19.921156 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f0546-03d3-427d-8ff5-829f1f201be4 admin admin] Pushing event updated for resources: {'Port': ['ID=d3e1252d-c02d-4494-b2dd-a6ebf4b0addd,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:19.937970 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:33:19.965757 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-68a73480-8c38-4991-abc2-57cab50c93ed None None] Current status of the port fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:33:19.966674 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-848f0546-03d3-427d-8ff5-829f1f201be4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734275'] for router_interface (21d677be-a57d-4373-b92c-e6c18a4569f0), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:20.016188 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:20.034899 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0bc71187-b23b-4867-abc3-6e7f54b0d7a8 None None] Publish callbacks [] for port (0e39b62c-b049-4fb6-91fa-7f50874b777e), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:20.046984 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0bc71187-b23b-4867-abc3-6e7f54b0d7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (0e39b62c-b049-4fb6-91fa-7f50874b777e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:20.146369 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-0bc71187-b23b-4867-abc3-6e7f54b0d7a8 None None] Attempting to bind port 0e39b62c-b049-4fb6-91fa-7f50874b777e on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:33:20.146945 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-0bc71187-b23b-4867-abc3-6e7f54b0d7a8 None None] Attempting to bind port 0e39b62c-b049-4fb6-91fa-7f50874b777e by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:33:20.147540 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc71187-b23b-4867-abc3-6e7f54b0d7a8 None None] Attempting to bind port 0e39b62c-b049-4fb6-91fa-7f50874b777e on network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:33:20.158753 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190bf7a-ba09-4eba-ad1e-f472b93d2d14 None None] Pushing event updated for resources: {'Port': ['ID=0e39b62c-b049-4fb6-91fa-7f50874b777e,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:20.161751 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc71187-b23b-4867-abc3-6e7f54b0d7a8 None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:33:20.162163 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc71187-b23b-4867-abc3-6e7f54b0d7a8 None None] Checking segment: {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:33:20.162954 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0bc71187-b23b-4867-abc3-6e7f54b0d7a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:20.164359 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc71187-b23b-4867-abc3-6e7f54b0d7a8 None None] Bound using segment: {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:33:20.164359 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-0bc71187-b23b-4867-abc3-6e7f54b0d7a8 None None] Bound port: 0e39b62c-b049-4fb6-91fa-7f50874b777e, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:33:20.164359 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0bc71187-b23b-4867-abc3-6e7f54b0d7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (0e39b62c-b049-4fb6-91fa-7f50874b777e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:20.175274 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-848f0546-03d3-427d-8ff5-829f1f201be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (d3e1252d-c02d-4494-b2dd-a6ebf4b0addd), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:20.249525 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0bc71187-b23b-4867-abc3-6e7f54b0d7a8 None None] For port 0e39b62c-b049-4fb6-91fa-7f50874b777e, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:33:20.254344 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-0bc71187-b23b-4867-abc3-6e7f54b0d7a8 None None] For port 0e39b62c-b049-4fb6-91fa-7f50874b777e, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=0e39b62c-b049-4fb6-91fa-7f50874b777e,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:33:20.263772 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0bc71187-b23b-4867-abc3-6e7f54b0d7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (0e39b62c-b049-4fb6-91fa-7f50874b777e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:20.276754 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:33:20.357468 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2392e6e4-c539-4905-b386-2b6bef304097 None None] Provisioning complete for port d3e1252d-c02d-4494-b2dd-a6ebf4b0addd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:33:20.357882 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2392e6e4-c539-4905-b386-2b6bef304097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (d3e1252d-c02d-4494-b2dd-a6ebf4b0addd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:20.365088 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:20.400790 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc71187-b23b-4867-abc3-6e7f54b0d7a8 None None] Routers {'21d677be-a57d-4373-b92c-e6c18a4569f0'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:33:20.401456 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0bc71187-b23b-4867-abc3-6e7f54b0d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:33:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['21d677be-a57d-4373-b92c-e6c18a4569f0'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:20.406957 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190bf7a-ba09-4eba-ad1e-f472b93d2d14 None None] Pushing event updated for resources: {'Port': ['ID=0e39b62c-b049-4fb6-91fa-7f50874b777e,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:20.434779 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-848f0546-03d3-427d-8ff5-829f1f201be4 admin admin] Publish callbacks [] for port (d3e1252d-c02d-4494-b2dd-a6ebf4b0addd), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:20.444376 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ef78d-4118-4f25-8d7f-d057dc99734e req-9f5bec8c-c6ce-4458-94f3-cfb9e4dbda28 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:20.446095 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5a3ef78d-4118-4f25-8d7f-d057dc99734e req-9f5bec8c-c6ce-4458-94f3-cfb9e4dbda28 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 943 time: 0.0859165 Jun 27 15:33:20.447322 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-848f0546-03d3-427d-8ff5-829f1f201be4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9438190'] for port (d3e1252d-c02d-4494-b2dd-a6ebf4b0addd), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:20.451157 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:20.460765 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2392e6e4-c539-4905-b386-2b6bef304097 None None] Port d3e1252d-c02d-4494-b2dd-a6ebf4b0addd cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:33:20.525183 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-0bc71187-b23b-4867-abc3-6e7f54b0d7a8 None None] Set router 21d677be-a57d-4373-b92c-e6c18a4569f0 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:33:20.545201 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-848f0546-03d3-427d-8ff5-829f1f201be4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3703187'] for router_interface (21d677be-a57d-4373-b92c-e6c18a4569f0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:20.573259 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f0546-03d3-427d-8ff5-829f1f201be4 admin admin] Pushing event updated for resources: {'Port': ['ID=d3e1252d-c02d-4494-b2dd-a6ebf4b0addd,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:20.622297 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5a3ef78d-4118-4f25-8d7f-d057dc99734e req-d3c8a9cf-2bc2-41ab-a71b-f26cc016994f tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486003 Jun 27 15:33:20.727274 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:20.729859 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848f0546-03d3-427d-8ff5-829f1f201be4 admin admin] Network 753bfe3d-5812-4b19-840a-0aeedb30014c is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:33:20.732019 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-848f0546-03d3-427d-8ff5-829f1f201be4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:33:20.823596 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-0bc71187-b23b-4867-abc3-6e7f54b0d7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d677be-a57d-4373-b92c-e6c18a4569f0', 'name': 'tempest-TestShelveInstance-1624694500-router', 'tenant_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '0e39b62c-b049-4fb6-91fa-7f50874b777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:33:13Z', 'updated_at': '2022-06-27T15:33:20Z', 'revision_number': 4, 'project_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'gw_port': {'id': '0e39b62c-b049-4fb6-91fa-7f50874b777e', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d677be-a57d-4373-b92c-e6c18a4569f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:15Z', 'updated_at': '2022-06-27T15:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': 'd3e1252d-c02d-4494-b2dd-a6ebf4b0addd', 'name': '', 'network_id': '753bfe3d-5812-4b19-840a-0aeedb30014c', 'tenant_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'mac_address': 'fa:16:3e:5f:88:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d677be-a57d-4373-b92c-e6c18a4569f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ca93ff23-8ab5-4a33-a424-1a5ea0537383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:19Z', 'updated_at': '2022-06-27T15:33:19Z', 'revision_number': 1, 'project_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'subnets': [{'id': 'ca93ff23-8ab5-4a33-a424-1a5ea0537383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:20.852566 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc71187-b23b-4867-abc3-6e7f54b0d7a8 None None] The sync data for ids ['21d677be-a57d-4373-b92c-e6c18a4569f0'] in dv-cinder-847798-1-iscsi is: [{'id': '21d677be-a57d-4373-b92c-e6c18a4569f0', 'name': 'tempest-TestShelveInstance-1624694500-router', 'tenant_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '0e39b62c-b049-4fb6-91fa-7f50874b777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:33:13Z', 'updated_at': '2022-06-27T15:33:20Z', 'revision_number': 4, 'project_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'gw_port': {'id': '0e39b62c-b049-4fb6-91fa-7f50874b777e', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d677be-a57d-4373-b92c-e6c18a4569f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:15Z', 'updated_at': '2022-06-27T15:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': 'd3e1252d-c02d-4494-b2dd-a6ebf4b0addd', 'name': '', 'network_id': '753bfe3d-5812-4b19-840a-0aeedb30014c', 'tenant_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'mac_address': 'fa:16:3e:5f:88:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d677be-a57d-4373-b92c-e6c18a4569f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ca93ff23-8ab5-4a33-a424-1a5ea0537383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:19Z', 'updated_at': '2022-06-27T15:33:19Z', 'revision_number': 1, 'project_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'subnets': [{'id': 'ca93ff23-8ab5-4a33-a424-1a5ea0537383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:33:20.874770 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848f0546-03d3-427d-8ff5-829f1f201be4 admin admin] Router 21d677be-a57d-4373-b92c-e6c18a4569f0 has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:33:21.032687 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848f0546-03d3-427d-8ff5-829f1f201be4 admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:33:21.038216 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-848f0546-03d3-427d-8ff5-829f1f201be4 admin admin] 10.222.0.26 "PUT /v2.0/routers/21d677be-a57d-4373-b92c-e6c18a4569f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2756352 Jun 27 15:33:21.092569 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8391ec9b-378a-4727-8447-ab12cfc508c7 None None] Provisioning complete for port d3e1252d-c02d-4494-b2dd-a6ebf4b0addd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:33:21.093073 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8391ec9b-378a-4727-8447-ab12cfc508c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (d3e1252d-c02d-4494-b2dd-a6ebf4b0addd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:21.183104 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8391ec9b-378a-4727-8447-ab12cfc508c7 None None] Port d3e1252d-c02d-4494-b2dd-a6ebf4b0addd cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:33:21.618995 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 56450) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:21.624858 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-436b4e89-6e1a-440b-8e7f-92fc82f917f0 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1949729797', 'description': 'tempest-secgroup-smoke-1949729797 description', 'project_id': '9954040eb98d4ecdafbc681132689ff5'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:33:21.698401 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-436b4e89-6e1a-440b-8e7f-92fc82f917f0 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:21.749741 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:21.938181 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-436b4e89-6e1a-440b-8e7f-92fc82f917f0 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for security_group (c5302a39-5e37-4840-b4e0-256f661a18ef), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:21.946269 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade43e7f-4c38-42c5-95af-675cd1acb2ec req-3d882ff3-2fa6-4e51-93c4-3e769424ea4f tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:21.953601 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ade43e7f-4c38-42c5-95af-675cd1acb2ec req-3d882ff3-2fa6-4e51-93c4-3e769424ea4f tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 943 time: 0.1339219 Jun 27 15:33:21.961855 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-436b4e89-6e1a-440b-8e7f-92fc82f917f0 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (c5302a39-5e37-4840-b4e0-256f661a18ef), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:22.019605 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-436b4e89-6e1a-440b-8e7f-92fc82f917f0 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:22.024876 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-436b4e89-6e1a-440b-8e7f-92fc82f917f0 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3999012 Jun 27 15:33:22.025088 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 56458) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:22.025535 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b4e89-6e1a-440b-8e7f-92fc82f917f0 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5302a39-5e37-4840-b4e0-256f661a18ef,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:22.036220 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-d02e7103-1220-413f-ba28-834b1c32dff0 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Request body: {'security_group_rule': {'security_group_id': 'c5302a39-5e37-4840-b4e0-256f661a18ef', 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:33:22.051430 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ade43e7f-4c38-42c5-95af-675cd1acb2ec req-76ef02ff-40cd-4098-9b92-c8b4c7d6dbb4 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963049 Jun 27 15:33:22.091711 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d02e7103-1220-413f-ba28-834b1c32dff0 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for security_group_rule (ca9b8dbf-d571-49bb-9d89-e82364a8ed1e), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:22.203401 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67636430-0bcc-41c0-beec-b5b5928f8d0c req-41af8dee-1eba-4478-9935-658fbae82596 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:22.205268 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-67636430-0bcc-41c0-beec-b5b5928f8d0c req-41af8dee-1eba-4478-9935-658fbae82596 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 946 time: 0.0650969 Jun 27 15:33:22.206455 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e17bb3-8540-40d7-926d-9d65bdfda88e req-0064d7e4-48b3-4802-922d-fa98b7b5daec tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:22.208005 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-23e17bb3-8540-40d7-926d-9d65bdfda88e req-0064d7e4-48b3-4802-922d-fa98b7b5daec tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 946 time: 0.0674403 Jun 27 15:33:22.219688 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d02e7103-1220-413f-ba28-834b1c32dff0 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for security_group_rule (ca9b8dbf-d571-49bb-9d89-e82364a8ed1e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:22.234893 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d02e7103-1220-413f-ba28-834b1c32dff0 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (ca9b8dbf-d571-49bb-9d89-e82364a8ed1e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:22.246505 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:22.262991 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e7103-1220-413f-ba28-834b1c32dff0 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca9b8dbf-d571-49bb-9d89-e82364a8ed1e,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:22.282758 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-67636430-0bcc-41c0-beec-b5b5928f8d0c req-0dab54cb-dd0f-4391-bb4b-3f6f6d44359f tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=fefdb0ad-3786-45b3-8e18-a7904760eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641310 Jun 27 15:33:22.308942 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d02e7103-1220-413f-ba28-834b1c32dff0 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:22.308942 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-d02e7103-1220-413f-ba28-834b1c32dff0 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2738347 Jun 27 15:33:22.309241 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 56462) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:22.309338 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-23e17bb3-8540-40d7-926d-9d65bdfda88e req-17f542bf-41b0-4636-8f05-4a304e864ff6 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=beb41e6d-889b-4593-8cb4-0272ed55249d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870953 Jun 27 15:33:22.309425 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-b50dc902-18ce-40e8-96db-e876a32a7d15 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Request body: {'security_group_rule': {'security_group_id': 'c5302a39-5e37-4840-b4e0-256f661a18ef', 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:33:22.354653 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b50dc902-18ce-40e8-96db-e876a32a7d15 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for security_group_rule (5bbb82ae-a9de-4453-b92d-ee2eefcd98a6), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:22.435654 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b50dc902-18ce-40e8-96db-e876a32a7d15 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for security_group_rule (5bbb82ae-a9de-4453-b92d-ee2eefcd98a6), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:22.441078 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b50dc902-18ce-40e8-96db-e876a32a7d15 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (5bbb82ae-a9de-4453-b92d-ee2eefcd98a6), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:22.462793 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50dc902-18ce-40e8-96db-e876a32a7d15 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bbb82ae-a9de-4453-b92d-ee2eefcd98a6,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:22.469668 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b50dc902-18ce-40e8-96db-e876a32a7d15 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:22.471051 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b50dc902-18ce-40e8-96db-e876a32a7d15 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1670306 Jun 27 15:33:22.473873 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 56464) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:22.478350 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-8c3b53ec-fe6e-4410-a15c-4b970d20e31e tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Request body: {'security_group_rule': {'security_group_id': 'c5302a39-5e37-4840-b4e0-256f661a18ef', 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:33:22.508845 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8c3b53ec-fe6e-4410-a15c-4b970d20e31e tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for security_group_rule (de9842d1-4827-4b7b-b7af-b52010f5be71), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:22.601050 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8c3b53ec-fe6e-4410-a15c-4b970d20e31e tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for security_group_rule (de9842d1-4827-4b7b-b7af-b52010f5be71), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:22.607751 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8c3b53ec-fe6e-4410-a15c-4b970d20e31e tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (de9842d1-4827-4b7b-b7af-b52010f5be71), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:22.621267 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:22.651219 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b53ec-fe6e-4410-a15c-4b970d20e31e tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de9842d1-4827-4b7b-b7af-b52010f5be71,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:22.659521 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8c3b53ec-fe6e-4410-a15c-4b970d20e31e tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:22.660907 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8c3b53ec-fe6e-4410-a15c-4b970d20e31e tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1860187 Jun 27 15:33:22.665482 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 56466) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:22.670600 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-ef0100ac-71c4-46b5-8ae2-8a5bdd134d59 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Request body: {'security_group_rule': {'security_group_id': 'c5302a39-5e37-4840-b4e0-256f661a18ef', 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:33:22.713480 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef0100ac-71c4-46b5-8ae2-8a5bdd134d59 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for security_group_rule (7bae1f1e-71eb-433e-9d7f-4aaa15adaed1), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:22.779113 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 82ee23e2-cf54-4c80-aa3a-825aa5c81193 details requested by agent hyperv_hv-cinder-84779 with host hv-cinder-84779 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 15:33:22.788656 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef0100ac-71c4-46b5-8ae2-8a5bdd134d59 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for security_group_rule (7bae1f1e-71eb-433e-9d7f-4aaa15adaed1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:22.794651 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef0100ac-71c4-46b5-8ae2-8a5bdd134d59 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (7bae1f1e-71eb-433e-9d7f-4aaa15adaed1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:22.814549 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0100ac-71c4-46b5-8ae2-8a5bdd134d59 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bae1f1e-71eb-433e-9d7f-4aaa15adaed1,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:22.823717 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-ef0100ac-71c4-46b5-8ae2-8a5bdd134d59 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:22.825056 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-ef0100ac-71c4-46b5-8ae2-8a5bdd134d59 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1584198 Jun 27 15:33:22.828119 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 56468) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:22.833755 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-84e655f9-c536-4dcc-a03b-55a9b99cc895 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Request body: {'security_group_rule': {'security_group_id': 'c5302a39-5e37-4840-b4e0-256f661a18ef', 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:33:22.865742 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-84e655f9-c536-4dcc-a03b-55a9b99cc895 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Project 9954040eb98d4ecdafbc681132689ff5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 15:33:22.872262 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84e655f9-c536-4dcc-a03b-55a9b99cc895 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for security_group_rule (769cd88b-aea6-4bb8-b926-29ca23b53977), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:22.907938 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 82ee23e2-cf54-4c80-aa3a-825aa5c81193, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=82ee23e2-cf54-4c80-aa3a-825aa5c81193,segment=NetworkSegment(e8df84b0-b449-4f32-9fef-1bd341ec9717),segment_id=e8df84b0-b449-4f32-9fef-1bd341ec9717)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:33:22.922969 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Returning: {'device': '82ee23e2-cf54-4c80-aa3a-825aa5c81193', 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'port_id': '82ee23e2-cf54-4c80-aa3a-825aa5c81193', 'mac_address': 'fa:16:3e:1b:cc:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 15:33:22.939240 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84e655f9-c536-4dcc-a03b-55a9b99cc895 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for security_group_rule (769cd88b-aea6-4bb8-b926-29ca23b53977), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:22.944064 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84e655f9-c536-4dcc-a03b-55a9b99cc895 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (769cd88b-aea6-4bb8-b926-29ca23b53977), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:22.963150 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e655f9-c536-4dcc-a03b-55a9b99cc895 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769cd88b-aea6-4bb8-b926-29ca23b53977,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:22.967208 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 82ee23e2-cf54-4c80-aa3a-825aa5c81193 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:33:22.967615 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (82ee23e2-cf54-4c80-aa3a-825aa5c81193), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:22.973252 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-84e655f9-c536-4dcc-a03b-55a9b99cc895 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:22.974466 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-84e655f9-c536-4dcc-a03b-55a9b99cc895 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1446736 Jun 27 15:33:22.976011 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e655f9-c536-4dcc-a03b-55a9b99cc895 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:22.976448 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e655f9-c536-4dcc-a03b-55a9b99cc895 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:22.976706 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e655f9-c536-4dcc-a03b-55a9b99cc895 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:22.977043 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e655f9-c536-4dcc-a03b-55a9b99cc895 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:22.977377 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e655f9-c536-4dcc-a03b-55a9b99cc895 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:22.977698 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e655f9-c536-4dcc-a03b-55a9b99cc895 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:22.978053 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e655f9-c536-4dcc-a03b-55a9b99cc895 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:22.978346 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e655f9-c536-4dcc-a03b-55a9b99cc895 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:22.978687 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e655f9-c536-4dcc-a03b-55a9b99cc895 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:22.978856 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 56470) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:22.979005 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e655f9-c536-4dcc-a03b-55a9b99cc895 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:22.979310 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e655f9-c536-4dcc-a03b-55a9b99cc895 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:22.979617 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e655f9-c536-4dcc-a03b-55a9b99cc895 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:22.979992 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e655f9-c536-4dcc-a03b-55a9b99cc895 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:22.980250 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e655f9-c536-4dcc-a03b-55a9b99cc895 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:22.980621 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e655f9-c536-4dcc-a03b-55a9b99cc895 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:22.984453 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82ee23e2-cf54-4c80-aa3a-825aa5c81193 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:33:22.991355 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-8f6d3a29-2d6a-4717-83c2-ffa7432310a4 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Request body: {'security_group_rule': {'security_group_id': 'c5302a39-5e37-4840-b4e0-256f661a18ef', 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:33:23.014241 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 82ee23e2-cf54-4c80-aa3a-825aa5c81193, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=82ee23e2-cf54-4c80-aa3a-825aa5c81193,segment=NetworkSegment(e8df84b0-b449-4f32-9fef-1bd341ec9717),segment_id=e8df84b0-b449-4f32-9fef-1bd341ec9717)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:33:23.017600 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.securitygroups_db [None req-8f6d3a29-2d6a-4717-83c2-ffa7432310a4 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Project 9954040eb98d4ecdafbc681132689ff5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 15:33:23.018044 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (82ee23e2-cf54-4c80-aa3a-825aa5c81193), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:23.025946 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f6d3a29-2d6a-4717-83c2-ffa7432310a4 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for security_group_rule (ed88227f-1d95-4981-ac99-4ef02d06acb1), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:23.090985 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=82ee23e2-cf54-4c80-aa3a-825aa5c81193,revision_number=9']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:23.109778 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f6d3a29-2d6a-4717-83c2-ffa7432310a4 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for security_group_rule (ed88227f-1d95-4981-ac99-4ef02d06acb1), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:23.110297 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:23.111082 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:23.111478 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:23.112255 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:23.112839 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:23.113431 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:23.114145 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:23.114722 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:23.115231 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:23.115832 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:23.116274 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:23.116839 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:23.117589 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f6d3a29-2d6a-4717-83c2-ffa7432310a4 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (ed88227f-1d95-4981-ac99-4ef02d06acb1), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:23.117808 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:23.118141 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:23.118834 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:33:23.140485 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d3a29-2d6a-4717-83c2-ffa7432310a4 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed88227f-1d95-4981-ac99-4ef02d06acb1,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:23.151716 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-8f6d3a29-2d6a-4717-83c2-ffa7432310a4 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:23.153102 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-8f6d3a29-2d6a-4717-83c2-ffa7432310a4 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1714602 Jun 27 15:33:23.194377 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63405ee4-a558-4fca-86a8-78b3ae8055d8 req-a3e2b2ad-e47b-4972-ac33-ac556b32666c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:23.195823 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-63405ee4-a558-4fca-86a8-78b3ae8055d8 req-a3e2b2ad-e47b-4972-ac33-ac556b32666c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 944 time: 0.0613010 Jun 27 15:33:23.247814 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['82ee23e2-cf54-4c80-aa3a-825aa5c81193'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:33:23.254206 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-63405ee4-a558-4fca-86a8-78b3ae8055d8 req-d941a86f-fdbb-4000-a58b-88a7446bda8c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506127 Jun 27 15:33:23.503010 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee02dd-44fa-43be-b290-5903afd347fa req-9cc56850-0630-405e-982d-cc2534f52cb8 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:23.513911 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3cee02dd-44fa-43be-b290-5903afd347fa req-9cc56850-0630-405e-982d-cc2534f52cb8 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 946 time: 0.1140516 Jun 27 15:33:23.529041 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9d12c-4357-49e1-b520-6c348da7d569 req-584d6233-810d-48d7-9a2a-87fc29560614 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:23.537901 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-64c9d12c-4357-49e1-b520-6c348da7d569 req-584d6233-810d-48d7-9a2a-87fc29560614 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 946 time: 0.1342921 Jun 27 15:33:23.549538 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 0e39b62c-b049-4fb6-91fa-7f50874b777e up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:33:23.578235 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3cee02dd-44fa-43be-b290-5903afd347fa req-0c2056a3-2aac-4eff-a5b5-0fd5ee76e267 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=fefdb0ad-3786-45b3-8e18-a7904760eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629613 Jun 27 15:33:23.592746 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:23.608956 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 0e39b62c-b049-4fb6-91fa-7f50874b777e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:33:23.609339 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (0e39b62c-b049-4fb6-91fa-7f50874b777e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:23.616673 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-64c9d12c-4357-49e1-b520-6c348da7d569 req-7719206d-90ba-4318-a21c-39943fd0cadb tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=beb41e6d-889b-4593-8cb4-0272ed55249d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778394 Jun 27 15:33:23.654139 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:23.674103 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:23.746452 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 0e39b62c-b049-4fb6-91fa-7f50874b777e is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:33:23.747075 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (0e39b62c-b049-4fb6-91fa-7f50874b777e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:23.792136 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] For port 0e39b62c-b049-4fb6-91fa-7f50874b777e, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=0e39b62c-b049-4fb6-91fa-7f50874b777e,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:33:23.800094 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (0e39b62c-b049-4fb6-91fa-7f50874b777e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:23.897911 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Pushing event updated for resources: {'Port': ['ID=0e39b62c-b049-4fb6-91fa-7f50874b777e,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:23.923287 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b365d7-18c4-4e59-82a2-255364a8dc2e None None] Sync routers for ids ['21d677be-a57d-4373-b92c-e6c18a4569f0'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:33:23.935570 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b365d7-18c4-4e59-82a2-255364a8dc2e None None] Routers {'21d677be-a57d-4373-b92c-e6c18a4569f0'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:33:23.936214 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-16b365d7-18c4-4e59-82a2-255364a8dc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:33:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['21d677be-a57d-4373-b92c-e6c18a4569f0'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:24.055282 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-16b365d7-18c4-4e59-82a2-255364a8dc2e None None] Set router 21d677be-a57d-4373-b92c-e6c18a4569f0 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:33:24.288044 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-16b365d7-18c4-4e59-82a2-255364a8dc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d677be-a57d-4373-b92c-e6c18a4569f0', 'name': 'tempest-TestShelveInstance-1624694500-router', 'tenant_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '0e39b62c-b049-4fb6-91fa-7f50874b777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:33:13Z', 'updated_at': '2022-06-27T15:33:20Z', 'revision_number': 4, 'project_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'gw_port': {'id': '0e39b62c-b049-4fb6-91fa-7f50874b777e', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d677be-a57d-4373-b92c-e6c18a4569f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:15Z', 'updated_at': '2022-06-27T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': 'd3e1252d-c02d-4494-b2dd-a6ebf4b0addd', 'name': '', 'network_id': '753bfe3d-5812-4b19-840a-0aeedb30014c', 'tenant_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'mac_address': 'fa:16:3e:5f:88:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d677be-a57d-4373-b92c-e6c18a4569f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ca93ff23-8ab5-4a33-a424-1a5ea0537383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:19Z', 'updated_at': '2022-06-27T15:33:20Z', 'revision_number': 2, 'project_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'subnets': [{'id': 'ca93ff23-8ab5-4a33-a424-1a5ea0537383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:24.322336 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b365d7-18c4-4e59-82a2-255364a8dc2e None None] Checking router: 21d677be-a57d-4373-b92c-e6c18a4569f0 for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:33:24.322707 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b365d7-18c4-4e59-82a2-255364a8dc2e None None] Updating router 21d677be-a57d-4373-b92c-e6c18a4569f0 port d3e1252d-c02d-4494-b2dd-a6ebf4b0addd binding host dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 15:33:24.358185 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-16b365d7-18c4-4e59-82a2-255364a8dc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (d3e1252d-c02d-4494-b2dd-a6ebf4b0addd), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:24.403775 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eaeeea-83b7-44e5-88c1-c6d62ccda84b req-50d5fa92-7671-4a30-ace8-2975d57871dc tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:24.405313 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-49eaeeea-83b7-44e5-88c1-c6d62ccda84b req-50d5fa92-7671-4a30-ace8-2975d57871dc tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 944 time: 0.0580218 Jun 27 15:33:24.466184 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-49eaeeea-83b7-44e5-88c1-c6d62ccda84b req-fa2625fc-077f-429d-a0f1-d68c730016f8 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546262 Jun 27 15:33:24.572778 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=100 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:24.642736 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:24.645362 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-16b365d7-18c4-4e59-82a2-255364a8dc2e None None] Publish callbacks [] for port (d3e1252d-c02d-4494-b2dd-a6ebf4b0addd), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:24.654578 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-16b365d7-18c4-4e59-82a2-255364a8dc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (d3e1252d-c02d-4494-b2dd-a6ebf4b0addd), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:24.730314 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcf9f8-a61d-4973-b873-af81bb9cbb47 req-281b0ac2-85cb-43e2-bc69-b2b981803cf4 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:24.735377 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-13fcf9f8-a61d-4973-b873-af81bb9cbb47 req-281b0ac2-85cb-43e2-bc69-b2b981803cf4 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 946 time: 0.0755630 Jun 27 15:33:24.799744 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 82ee23e2-cf54-4c80-aa3a-825aa5c81193 up at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:33:24.807953 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-16b365d7-18c4-4e59-82a2-255364a8dc2e None None] Attempting to bind port d3e1252d-c02d-4494-b2dd-a6ebf4b0addd on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:33:24.808483 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-16b365d7-18c4-4e59-82a2-255364a8dc2e None None] Attempting to bind port d3e1252d-c02d-4494-b2dd-a6ebf4b0addd by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': 'aab9f273-29db-4b07-999c-71de6df7ac6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '753bfe3d-5812-4b19-840a-0aeedb30014c'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:33:24.808782 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b365d7-18c4-4e59-82a2-255364a8dc2e None None] Attempting to bind port d3e1252d-c02d-4494-b2dd-a6ebf4b0addd on network 753bfe3d-5812-4b19-840a-0aeedb30014c {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:33:24.817503 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4408289-02f4-4fde-bb0c-f83e02faa283 None None] Pushing event updated for resources: {'Port': ['ID=d3e1252d-c02d-4494-b2dd-a6ebf4b0addd,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:24.823487 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-13fcf9f8-a61d-4973-b873-af81bb9cbb47 req-a52f9e29-d13e-4d39-adf8-a28c4a7e78db tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups?id=fefdb0ad-3786-45b3-8e18-a7904760eaef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808270 Jun 27 15:33:24.826917 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b365d7-18c4-4e59-82a2-255364a8dc2e None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:33:24.827296 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b365d7-18c4-4e59-82a2-255364a8dc2e None None] Checking segment: {'id': 'aab9f273-29db-4b07-999c-71de6df7ac6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '753bfe3d-5812-4b19-840a-0aeedb30014c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:33:24.827768 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-16b365d7-18c4-4e59-82a2-255364a8dc2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:24.828166 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b365d7-18c4-4e59-82a2-255364a8dc2e None None] Bound using segment: {'id': 'aab9f273-29db-4b07-999c-71de6df7ac6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '753bfe3d-5812-4b19-840a-0aeedb30014c'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:33:24.828681 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-16b365d7-18c4-4e59-82a2-255364a8dc2e None None] Bound port: d3e1252d-c02d-4494-b2dd-a6ebf4b0addd, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab9f273-29db-4b07-999c-71de6df7ac6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '753bfe3d-5812-4b19-840a-0aeedb30014c'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:33:24.829067 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-16b365d7-18c4-4e59-82a2-255364a8dc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (d3e1252d-c02d-4494-b2dd-a6ebf4b0addd), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:24.844880 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ef06e-5c9f-429a-b681-cc1c9ab6a13a req-ca3755c4-dd62-4f21-b324-f65978bfb330 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:24.846921 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aa6ef06e-5c9f-429a-b681-cc1c9ab6a13a req-ca3755c4-dd62-4f21-b324-f65978bfb330 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 946 time: 0.1125898 Jun 27 15:33:24.898773 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecdc76-f0e3-4122-ae37-f7b5e74a8dca req-eee5b370-60fe-49b8-8703-dba66fbe2716 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:24.901690 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-76ecdc76-f0e3-4122-ae37-f7b5e74a8dca req-eee5b370-60fe-49b8-8703-dba66fbe2716 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.42 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 946 time: 0.0770812 Jun 27 15:33:24.933967 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning complete for port 82ee23e2-cf54-4c80-aa3a-825aa5c81193 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:33:24.934340 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (82ee23e2-cf54-4c80-aa3a-825aa5c81193), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:24.949860 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-16b365d7-18c4-4e59-82a2-255364a8dc2e None None] For port d3e1252d-c02d-4494-b2dd-a6ebf4b0addd, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:33:24.969773 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-16b365d7-18c4-4e59-82a2-255364a8dc2e None None] For port d3e1252d-c02d-4494-b2dd-a6ebf4b0addd, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=d3e1252d-c02d-4494-b2dd-a6ebf4b0addd,segment=NetworkSegment(aab9f273-29db-4b07-999c-71de6df7ac6b),segment_id=aab9f273-29db-4b07-999c-71de6df7ac6b)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:33:24.971510 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:24.986365 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-16b365d7-18c4-4e59-82a2-255364a8dc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (d3e1252d-c02d-4494-b2dd-a6ebf4b0addd), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:25.025210 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-76ecdc76-f0e3-4122-ae37-f7b5e74a8dca req-bb8f1407-751a-46c9-9d8e-e49b7f23c243 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Deleting port 08e3ae6c-5577-48e3-8481-9b2849653b64 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:33:25.026437 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-76ecdc76-f0e3-4122-ae37-f7b5e74a8dca req-bb8f1407-751a-46c9-9d8e-e49b7f23c243 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (08e3ae6c-5577-48e3-8481-9b2849653b64), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:25.029595 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d8462-a74d-4144-9758-356021d00307 req-ba25bf28-7d89-4b15-8b62-49158c974bbf tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:25.032825 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ab8d8462-a74d-4144-9758-356021d00307 req-ba25bf28-7d89-4b15-8b62-49158c974bbf tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 946 time: 0.1530666 Jun 27 15:33:25.071568 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aa6ef06e-5c9f-429a-b681-cc1c9ab6a13a req-bf7a1cbe-404d-41bd-aefd-6ec7944bdecc tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=beb41e6d-889b-4593-8cb4-0272ed55249d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172072 Jun 27 15:33:25.073231 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4408289-02f4-4fde-bb0c-f83e02faa283 None None] Pushing event updated for resources: {'Port': ['ID=d3e1252d-c02d-4494-b2dd-a6ebf4b0addd,revision_number=4']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:25.096637 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b365d7-18c4-4e59-82a2-255364a8dc2e None None] Routers {'21d677be-a57d-4373-b92c-e6c18a4569f0'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:33:25.097850 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-16b365d7-18c4-4e59-82a2-255364a8dc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:33:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['21d677be-a57d-4373-b92c-e6c18a4569f0'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:25.125503 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-79495cfd-04c1-414b-a3d6-120fd382fd34 None None] Provisioning complete for port d3e1252d-c02d-4494-b2dd-a6ebf4b0addd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:33:25.125973 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-79495cfd-04c1-414b-a3d6-120fd382fd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (d3e1252d-c02d-4494-b2dd-a6ebf4b0addd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:25.178720 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 82ee23e2-cf54-4c80-aa3a-825aa5c81193 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:33:25.179314 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (82ee23e2-cf54-4c80-aa3a-825aa5c81193), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:25.223595 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-ab8d8462-a74d-4144-9758-356021d00307 req-a3e60c15-acc0-4291-9ccf-98c7ef4fb358 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Deleting port 15808846-1217-422f-a8ef-2e30bfe2ee06 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:33:25.223955 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ab8d8462-a74d-4144-9758-356021d00307 req-a3e60c15-acc0-4291-9ccf-98c7ef4fb358 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (15808846-1217-422f-a8ef-2e30bfe2ee06), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:25.227363 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-76ecdc76-f0e3-4122-ae37-f7b5e74a8dca req-bb8f1407-751a-46c9-9d8e-e49b7f23c243 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] For port 08e3ae6c-5577-48e3-8481-9b2849653b64, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=08e3ae6c-5577-48e3-8481-9b2849653b64,segment=NetworkSegment(e27cde72-c31f-4b44-92ad-6feb60f14707),segment_id=e27cde72-c31f-4b44-92ad-6feb60f14707)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:33:25.227812 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-76ecdc76-f0e3-4122-ae37-f7b5e74a8dca req-bb8f1407-751a-46c9-9d8e-e49b7f23c243 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (08e3ae6c-5577-48e3-8481-9b2849653b64), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:25.279927 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 82ee23e2-cf54-4c80-aa3a-825aa5c81193, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=82ee23e2-cf54-4c80-aa3a-825aa5c81193,segment=NetworkSegment(e8df84b0-b449-4f32-9fef-1bd341ec9717),segment_id=e8df84b0-b449-4f32-9fef-1bd341ec9717)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:33:25.285381 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886a9b39-9d64-4359-8d03-b07dbe1abf9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ee23e2-cf54-4c80-aa3a-825aa5c81193'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:33:25.288593 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d85b7032bc105ad9eb63a31382f750c4bf6bbb4824e658972134fe301cb831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea80146-3edd-470e-a487-755487cbf6c1" -d '{"events": [{"server_uuid": "886a9b39-9d64-4359-8d03-b07dbe1abf9c", "name": "network-vif-plugged", "status": "completed", "tag": "82ee23e2-cf54-4c80-aa3a-825aa5c81193"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:33:25.295537 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (82ee23e2-cf54-4c80-aa3a-825aa5c81193), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:25.318702 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-16b365d7-18c4-4e59-82a2-255364a8dc2e None None] Set router 21d677be-a57d-4373-b92c-e6c18a4569f0 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:33:25.464623 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-ab8d8462-a74d-4144-9758-356021d00307 req-a3e60c15-acc0-4291-9ccf-98c7ef4fb358 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] For port 15808846-1217-422f-a8ef-2e30bfe2ee06, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=15808846-1217-422f-a8ef-2e30bfe2ee06,segment=NetworkSegment(df2d7c62-f2a0-47f2-8167-091f3a1d364d),segment_id=df2d7c62-f2a0-47f2-8167-091f3a1d364d)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:33:25.466170 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ab8d8462-a74d-4144-9758-356021d00307 req-a3e60c15-acc0-4291-9ccf-98c7ef4fb358 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (15808846-1217-422f-a8ef-2e30bfe2ee06), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:25.619930 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e690452-c0b8-4d14-a45e-dc0d5f2b4048 x-openstack-request-id: req-2e690452-c0b8-4d14-a45e-dc0d5f2b4048 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:33:25.620214 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886a9b39-9d64-4359-8d03-b07dbe1abf9c", "name": "network-vif-plugged", "status": "completed", "tag": "82ee23e2-cf54-4c80-aa3a-825aa5c81193", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:33:25.620489 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2e690452-c0b8-4d14-a45e-dc0d5f2b4048 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:33:25.620898 dv-cinder-847798-1-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e690452-c0b8-4d14-a45e-dc0d5f2b4048'] response: {'server_uuid': '886a9b39-9d64-4359-8d03-b07dbe1abf9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82ee23e2-cf54-4c80-aa3a-825aa5c81193', 'code': 200} Jun 27 15:33:25.626790 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device d3e1252d-c02d-4494-b2dd-a6ebf4b0addd up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:33:25.666041 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:25.682909 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-79495cfd-04c1-414b-a3d6-120fd382fd34 None None] Current status of the port d3e1252d-c02d-4494-b2dd-a6ebf4b0addd is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:33:25.683336 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-79495cfd-04c1-414b-a3d6-120fd382fd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (d3e1252d-c02d-4494-b2dd-a6ebf4b0addd), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:25.699550 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=82ee23e2-cf54-4c80-aa3a-825aa5c81193,revision_number=10']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:25.709405 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-76ecdc76-f0e3-4122-ae37-f7b5e74a8dca req-bb8f1407-751a-46c9-9d8e-e49b7f23c243 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:25.714021 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-76ecdc76-f0e3-4122-ae37-f7b5e74a8dca req-bb8f1407-751a-46c9-9d8e-e49b7f23c243 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (b5243ec2-622f-4040-a888-dcd61fe7949a), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:25.714715 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.db.l3_db [req-76ecdc76-f0e3-4122-ae37-f7b5e74a8dca req-bb8f1407-751a-46c9-9d8e-e49b7f23c243 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Floating IP b5243ec2-622f-4040-a888-dcd61fe7949a disassociated. External IP: 172.27.2.235, port: 08e3ae6c-5577-48e3-8481-9b2849653b64. Jun 27 15:33:25.715917 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-76ecdc76-f0e3-4122-ae37-f7b5e74a8dca req-bb8f1407-751a-46c9-9d8e-e49b7f23c243 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Calling delete_port for 08e3ae6c-5577-48e3-8481-9b2849653b64 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:33:25.734662 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-16b365d7-18c4-4e59-82a2-255364a8dc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d677be-a57d-4373-b92c-e6c18a4569f0', 'name': 'tempest-TestShelveInstance-1624694500-router', 'tenant_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '0e39b62c-b049-4fb6-91fa-7f50874b777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:33:13Z', 'updated_at': '2022-06-27T15:33:20Z', 'revision_number': 4, 'project_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'gw_port': {'id': '0e39b62c-b049-4fb6-91fa-7f50874b777e', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d677be-a57d-4373-b92c-e6c18a4569f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:15Z', 'updated_at': '2022-06-27T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': 'd3e1252d-c02d-4494-b2dd-a6ebf4b0addd', 'name': '', 'network_id': '753bfe3d-5812-4b19-840a-0aeedb30014c', 'tenant_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'mac_address': 'fa:16:3e:5f:88:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d677be-a57d-4373-b92c-e6c18a4569f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ca93ff23-8ab5-4a33-a424-1a5ea0537383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:19Z', 'updated_at': '2022-06-27T15:33:24Z', 'revision_number': 4, 'project_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'subnets': [{'id': 'ca93ff23-8ab5-4a33-a424-1a5ea0537383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:25.742293 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-79495cfd-04c1-414b-a3d6-120fd382fd34 None None] For port d3e1252d-c02d-4494-b2dd-a6ebf4b0addd, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=d3e1252d-c02d-4494-b2dd-a6ebf4b0addd,segment=NetworkSegment(aab9f273-29db-4b07-999c-71de6df7ac6b),segment_id=aab9f273-29db-4b07-999c-71de6df7ac6b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:33:25.743470 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port d3e1252d-c02d-4494-b2dd-a6ebf4b0addd triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:33:25.743844 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (d3e1252d-c02d-4494-b2dd-a6ebf4b0addd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:25.774316 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b365d7-18c4-4e59-82a2-255364a8dc2e None None] The sync data for ids ['21d677be-a57d-4373-b92c-e6c18a4569f0'] in dv-cinder-847798-1-iscsi is: [{'id': '21d677be-a57d-4373-b92c-e6c18a4569f0', 'name': 'tempest-TestShelveInstance-1624694500-router', 'tenant_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '0e39b62c-b049-4fb6-91fa-7f50874b777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:33:13Z', 'updated_at': '2022-06-27T15:33:20Z', 'revision_number': 4, 'project_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'gw_port': {'id': '0e39b62c-b049-4fb6-91fa-7f50874b777e', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d677be-a57d-4373-b92c-e6c18a4569f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:15Z', 'updated_at': '2022-06-27T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': 'd3e1252d-c02d-4494-b2dd-a6ebf4b0addd', 'name': '', 'network_id': '753bfe3d-5812-4b19-840a-0aeedb30014c', 'tenant_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'mac_address': 'fa:16:3e:5f:88:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d677be-a57d-4373-b92c-e6c18a4569f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ca93ff23-8ab5-4a33-a424-1a5ea0537383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:19Z', 'updated_at': '2022-06-27T15:33:24Z', 'revision_number': 4, 'project_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'subnets': [{'id': 'ca93ff23-8ab5-4a33-a424-1a5ea0537383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:33:25.789208 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad9ef8-802b-47ed-b90e-c4a4c5c002c3 req-d8ac6587-d600-4926-90da-e0994b071940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:25.791126 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f2ad9ef8-802b-47ed-b90e-c4a4c5c002c3 req-d8ac6587-d600-4926-90da-e0994b071940 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 1130 time: 0.1465702 Jun 27 15:33:25.799506 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-79495cfd-04c1-414b-a3d6-120fd382fd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (d3e1252d-c02d-4494-b2dd-a6ebf4b0addd), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:25.806238 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c42e89-0025-4d6f-810f-025367a34608 req-7fb3121a-0561-4d6e-b3c4-4024f479616f tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:25.812460 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e4c42e89-0025-4d6f-810f-025367a34608 req-7fb3121a-0561-4d6e-b3c4-4024f479616f tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 946 time: 0.1662683 Jun 27 15:33:25.941728 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:25.984508 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e4c42e89-0025-4d6f-810f-025367a34608 req-5c164cf6-4c1f-45ed-b118-1541a1635bf2 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711819 Jun 27 15:33:25.986329 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79495cfd-04c1-414b-a3d6-120fd382fd34 None None] Pushing event updated for resources: {'Port': ['ID=d3e1252d-c02d-4494-b2dd-a6ebf4b0addd,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:25.995495 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e36f9ad8-9937-40fb-ac78-db4697716880 None None] Provisioning complete for port d3e1252d-c02d-4494-b2dd-a6ebf4b0addd triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:33:25.996273 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e36f9ad8-9937-40fb-ac78-db4697716880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (d3e1252d-c02d-4494-b2dd-a6ebf4b0addd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:26.032732 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port d3e1252d-c02d-4494-b2dd-a6ebf4b0addd is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:33:26.034034 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 0e39b62c-b049-4fb6-91fa-7f50874b777e up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:33:26.070818 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-76ecdc76-f0e3-4122-ae37-f7b5e74a8dca req-bb8f1407-751a-46c9-9d8e-e49b7f23c243 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (08e3ae6c-5577-48e3-8481-9b2849653b64), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:26.093692 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1104336c-d1a7-4c7c-a550-cc5fbc5166f2 req-02d48c0d-d601-4e13-9ad3-8acbdf370455 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 210 time: 0.1458883 Jun 27 15:33:26.126626 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f1407-751a-46c9-9d8e-e49b7f23c243 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Pushing event deleted for resources: {'Port': ['ID=08e3ae6c-5577-48e3-8481-9b2849653b64,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:26.169929 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f2ad9ef8-802b-47ed-b90e-c4a4c5c002c3 req-d93a696c-0fd2-438a-9807-fb479576bf95 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945465 Jun 27 15:33:26.172100 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ab8d8462-a74d-4144-9758-356021d00307 req-a3e60c15-acc0-4291-9ccf-98c7ef4fb358 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:26.177392 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ab8d8462-a74d-4144-9758-356021d00307 req-a3e60c15-acc0-4291-9ccf-98c7ef4fb358 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (95c96ebe-ab18-4101-be5a-6615517e63f8), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:26.177722 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.l3_db [req-ab8d8462-a74d-4144-9758-356021d00307 req-a3e60c15-acc0-4291-9ccf-98c7ef4fb358 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Floating IP 95c96ebe-ab18-4101-be5a-6615517e63f8 disassociated. External IP: 172.27.2.71, port: 15808846-1217-422f-a8ef-2e30bfe2ee06. Jun 27 15:33:26.187466 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-ab8d8462-a74d-4144-9758-356021d00307 req-a3e60c15-acc0-4291-9ccf-98c7ef4fb358 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Calling delete_port for 15808846-1217-422f-a8ef-2e30bfe2ee06 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:33:26.219917 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:26.224970 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:26.269566 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 0e39b62c-b049-4fb6-91fa-7f50874b777e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:33:26.270210 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (0e39b62c-b049-4fb6-91fa-7f50874b777e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:26.304424 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e36f9ad8-9937-40fb-ac78-db4697716880 None None] Current status of the port d3e1252d-c02d-4494-b2dd-a6ebf4b0addd is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:33:26.315054 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76ecdc76-f0e3-4122-ae37-f7b5e74a8dca req-bb8f1407-751a-46c9-9d8e-e49b7f23c243 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Router ec4aaba1-3174-4033-8024-037f1ab5181a has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:33:26.382013 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 0e39b62c-b049-4fb6-91fa-7f50874b777e is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:33:26.393852 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8783a6-ebde-46c9-b1c9-12e0c1019179 req-5e0d0654-2e75-424a-9ed3-498645aa30e4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:26.396061 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9f8783a6-ebde-46c9-b1c9-12e0c1019179 req-5e0d0654-2e75-424a-9ed3-498645aa30e4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 946 time: 0.0998669 Jun 27 15:33:26.471820 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:26.481320 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:26.483970 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76ecdc76-f0e3-4122-ae37-f7b5e74a8dca req-bb8f1407-751a-46c9-9d8e-e49b7f23c243 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:33:26.509677 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24158e6a-482b-4895-9b7f-a734709a7127 None None] Sync routers for ids ['ec4aaba1-3174-4033-8024-037f1ab5181a'] in dv-cinder-847798-1-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:33:26.521968 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9f8783a6-ebde-46c9-b1c9-12e0c1019179 req-49664847-8f5e-42ae-adc8-cb6cdcf883e1 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=beb41e6d-889b-4593-8cb4-0272ed55249d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199157 Jun 27 15:33:26.528883 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ab8d8462-a74d-4144-9758-356021d00307 req-a3e60c15-acc0-4291-9ccf-98c7ef4fb358 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (15808846-1217-422f-a8ef-2e30bfe2ee06), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:26.529451 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24158e6a-482b-4895-9b7f-a734709a7127 None None] Routers {'ec4aaba1-3174-4033-8024-037f1ab5181a'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:33:26.531101 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-24158e6a-482b-4895-9b7f-a734709a7127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:33:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['ec4aaba1-3174-4033-8024-037f1ab5181a'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:26.584458 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e60c15-acc0-4291-9ccf-98c7ef4fb358 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event deleted for resources: {'Port': ['ID=15808846-1217-422f-a8ef-2e30bfe2ee06,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:26.754904 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-24158e6a-482b-4895-9b7f-a734709a7127 None None] Set router ec4aaba1-3174-4033-8024-037f1ab5181a gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:33:26.803686 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab8d8462-a74d-4144-9758-356021d00307 req-a3e60c15-acc0-4291-9ccf-98c7ef4fb358 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Router d503fd2a-6057-4a70-b0d6-50c2350edbeb has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:33:26.888940 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ecdc76-f0e3-4122-ae37-f7b5e74a8dca req-bb8f1407-751a-46c9-9d8e-e49b7f23c243 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] No DVR routers for this DVR port 08e3ae6c-5577-48e3-8481-9b2849653b64 on host hv-cinder-84779 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:33:26.891652 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-76ecdc76-f0e3-4122-ae37-f7b5e74a8dca req-bb8f1407-751a-46c9-9d8e-e49b7f23c243 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:26.898077 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-76ecdc76-f0e3-4122-ae37-f7b5e74a8dca req-bb8f1407-751a-46c9-9d8e-e49b7f23c243 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.42 "DELETE /v2.0/ports/08e3ae6c-5577-48e3-8481-9b2849653b64 HTTP/1.1" status: 204 len: 173 time: 1.9883969 Jun 27 15:33:26.898077 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '902ddcef-106e-4a57-a046-8ea9f13aa8a1', 'name': 'network-vif-deleted', 'tag': '08e3ae6c-5577-48e3-8481-9b2849653b64'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:33:26.899050 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ecdf1b21e48a9c17975c38f4cbb98a47ab0df019f7748c413a09c43e6bcf64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3858e3d6-46be-4d13-9b3a-58efb64c6591" -d '{"events": [{"server_uuid": "902ddcef-106e-4a57-a046-8ea9f13aa8a1", "name": "network-vif-deleted", "tag": "08e3ae6c-5577-48e3-8481-9b2849653b64"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:33:26.946108 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5143fa5-3a6a-460b-9c2a-c1bc509788da x-openstack-request-id: req-f5143fa5-3a6a-460b-9c2a-c1bc509788da {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:33:26.947146 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "902ddcef-106e-4a57-a046-8ea9f13aa8a1", "name": "network-vif-deleted", "tag": "08e3ae6c-5577-48e3-8481-9b2849653b64", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:33:26.947594 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f5143fa5-3a6a-460b-9c2a-c1bc509788da {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:33:26.948214 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5143fa5-3a6a-460b-9c2a-c1bc509788da'] response: {'server_uuid': '902ddcef-106e-4a57-a046-8ea9f13aa8a1', 'name': 'network-vif-deleted', 'tag': '08e3ae6c-5577-48e3-8481-9b2849653b64', 'status': 'completed', 'code': 200} Jun 27 15:33:27.024219 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab8d8462-a74d-4144-9758-356021d00307 req-a3e60c15-acc0-4291-9ccf-98c7ef4fb358 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:33:27.039942 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f29e96-3f98-477d-b662-af636e3ef7d6 None None] Sync routers for ids ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:33:27.060685 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f29e96-3f98-477d-b662-af636e3ef7d6 None None] Routers {'d503fd2a-6057-4a70-b0d6-50c2350edbeb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:33:27.062526 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-19f29e96-3f98-477d-b662-af636e3ef7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:33:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:27.109984 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-24158e6a-482b-4895-9b7f-a734709a7127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'name': 'tempest-AttachVolumeTestJSON-292349098-router', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:18Z', 'updated_at': '2022-06-27T15:26:35Z', 'revision_number': 4, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'gw_port': {'id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:21Z', 'updated_at': '2022-06-27T15:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '457104e6-73db-4efd-808c-941317798c14', 'name': '', 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'mac_address': 'fa:16:3e:7f:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:31Z', 'updated_at': '2022-06-27T15:27:00Z', 'revision_number': 5, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'subnets': [{'id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:27.147780 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8d8462-a74d-4144-9758-356021d00307 req-a3e60c15-acc0-4291-9ccf-98c7ef4fb358 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] No DVR routers for this DVR port 15808846-1217-422f-a8ef-2e30bfe2ee06 on host hv-cinder-84779 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:33:27.154891 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-ab8d8462-a74d-4144-9758-356021d00307 req-a3e60c15-acc0-4291-9ccf-98c7ef4fb358 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:27.162059 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ab8d8462-a74d-4144-9758-356021d00307 req-a3e60c15-acc0-4291-9ccf-98c7ef4fb358 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.42 "DELETE /v2.0/ports/15808846-1217-422f-a8ef-2e30bfe2ee06 HTTP/1.1" status: 204 len: 173 time: 2.1167648 Jun 27 15:33:27.162694 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3afef28-40eb-48c6-a65c-f549cc963cda', 'name': 'network-vif-deleted', 'tag': '15808846-1217-422f-a8ef-2e30bfe2ee06'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:33:27.186448 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa0d3b5-e54b-448c-b5f6-1bb64ad54637" -d '{"events": [{"server_uuid": "a3afef28-40eb-48c6-a65c-f549cc963cda", "name": "network-vif-deleted", "tag": "15808846-1217-422f-a8ef-2e30bfe2ee06"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:33:27.215700 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24158e6a-482b-4895-9b7f-a734709a7127 None None] Checking router: ec4aaba1-3174-4033-8024-037f1ab5181a for host: dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:33:27.246956 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24158e6a-482b-4895-9b7f-a734709a7127 None None] Routers {'ec4aaba1-3174-4033-8024-037f1ab5181a'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:33:27.247491 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-24158e6a-482b-4895-9b7f-a734709a7127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:33:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['ec4aaba1-3174-4033-8024-037f1ab5181a'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:27.278979 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-19f29e96-3f98-477d-b662-af636e3ef7d6 None None] Set router d503fd2a-6057-4a70-b0d6-50c2350edbeb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:33:27.356766 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3f8b5918-d55c-4ec7-9034-2b24c38d5ecb req-5b3f7381-b9fb-4d74-b00a-0d06b70dd159 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 210 time: 0.0593576 Jun 27 15:33:27.386128 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484170e-81a1-4b7a-aaa2-ab4a409e5e4e req-1b6e45a7-7ae6-45ad-a4ba-b766e795ae0e tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:27.391400 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9484170e-81a1-4b7a-aaa2-ab4a409e5e4e req-1b6e45a7-7ae6-45ad-a4ba-b766e795ae0e tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 946 time: 0.1055551 Jun 27 15:33:27.430505 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-24158e6a-482b-4895-9b7f-a734709a7127 None None] Set router ec4aaba1-3174-4033-8024-037f1ab5181a gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:33:27.457057 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c2ea87-c03c-4cf3-8f01-142396ea6acf x-openstack-request-id: req-42c2ea87-c03c-4cf3-8f01-142396ea6acf {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:33:27.457697 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3afef28-40eb-48c6-a65c-f549cc963cda", "name": "network-vif-deleted", "tag": "15808846-1217-422f-a8ef-2e30bfe2ee06", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:33:27.458019 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-42c2ea87-c03c-4cf3-8f01-142396ea6acf {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:33:27.458533 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42c2ea87-c03c-4cf3-8f01-142396ea6acf'] response: {'server_uuid': 'a3afef28-40eb-48c6-a65c-f549cc963cda', 'name': 'network-vif-deleted', 'tag': '15808846-1217-422f-a8ef-2e30bfe2ee06', 'status': 'completed', 'code': 200} Jun 27 15:33:27.522270 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9484170e-81a1-4b7a-aaa2-ab4a409e5e4e req-3bfb1265-6821-409b-9a39-39f65f049f2c tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143847 Jun 27 15:33:27.631564 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device d3e1252d-c02d-4494-b2dd-a6ebf4b0addd up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:33:27.729814 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5df03730-125e-4f5a-8b68-c56b45953ddb req-60d09133-a751-4f8e-aec7-11b37cbfbd96 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3afef28-40eb-48c6-a65c-f549cc963cda HTTP/1.1" status: 200 len: 210 time: 0.0578103 Jun 27 15:33:27.750477 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:27.755952 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:27.772787 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-19f29e96-3f98-477d-b662-af636e3ef7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 4, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '033c5111-34d9-49ec-bd05-b663eb62f175', 'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'mac_address': 'fa:16:3e:c5:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 5, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'subnets': [{'id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:27.796115 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port d3e1252d-c02d-4494-b2dd-a6ebf4b0addd triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:33:27.796520 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (d3e1252d-c02d-4494-b2dd-a6ebf4b0addd), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:27.805121 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f29e96-3f98-477d-b662-af636e3ef7d6 None None] Checking router: d503fd2a-6057-4a70-b0d6-50c2350edbeb for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:33:27.823853 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f29e96-3f98-477d-b662-af636e3ef7d6 None None] Routers {'d503fd2a-6057-4a70-b0d6-50c2350edbeb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:33:27.826779 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-19f29e96-3f98-477d-b662-af636e3ef7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:33:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:27.847477 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-24158e6a-482b-4895-9b7f-a734709a7127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'name': 'tempest-AttachVolumeTestJSON-292349098-router', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:18Z', 'updated_at': '2022-06-27T15:26:35Z', 'revision_number': 4, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'gw_port': {'id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:21Z', 'updated_at': '2022-06-27T15:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '457104e6-73db-4efd-808c-941317798c14', 'name': '', 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'mac_address': 'fa:16:3e:7f:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:31Z', 'updated_at': '2022-06-27T15:27:00Z', 'revision_number': 5, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'subnets': [{'id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:27.881394 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24158e6a-482b-4895-9b7f-a734709a7127 None None] The sync data for ids ['ec4aaba1-3174-4033-8024-037f1ab5181a'] in dv-cinder-847798-1-iscsi is: [{'id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'name': 'tempest-AttachVolumeTestJSON-292349098-router', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:18Z', 'updated_at': '2022-06-27T15:26:35Z', 'revision_number': 4, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'gw_port': {'id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:21Z', 'updated_at': '2022-06-27T15:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '457104e6-73db-4efd-808c-941317798c14', 'name': '', 'network_id': '42d6796f-0df3-4f1e-9bd2-00a387c5c9c3', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'mac_address': 'fa:16:3e:7f:2c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:31Z', 'updated_at': '2022-06-27T15:27:00Z', 'revision_number': 5, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'subnets': [{'id': 'bf7190f5-96d6-4fc7-8135-6ae4628d416d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:33:27.930589 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:27.945040 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:27.947814 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port d3e1252d-c02d-4494-b2dd-a6ebf4b0addd is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:33:28.015453 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2a82008a-4a29-47f8-baf7-fedbd11541ed req-94e591f8-0e6a-45fe-9095-8d6047b8e8d8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0449357 Jun 27 15:33:28.053122 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-19f29e96-3f98-477d-b662-af636e3ef7d6 None None] Set router d503fd2a-6057-4a70-b0d6-50c2350edbeb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:33:28.277938 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2a82008a-4a29-47f8-baf7-fedbd11541ed req-4902760d-b7ad-4434-a955-57f5a6df491b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2e07fc46cd5f4afe875767c926bd63ee&device_id=902ddcef-106e-4a57-a046-8ea9f13aa8a1 HTTP/1.1" status: 200 len: 210 time: 0.0317893 Jun 27 15:33:28.365717 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f04a48-ba21-4628-b90a-eafbd5e2bd92 None None] New status for floating IP b5243ec2-622f-4040-a888-dcd61fe7949a: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 15:33:28.442491 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-19f29e96-3f98-477d-b662-af636e3ef7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 4, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '033c5111-34d9-49ec-bd05-b663eb62f175', 'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'mac_address': 'fa:16:3e:c5:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 5, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'subnets': [{'id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:28.480002 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82008a-4a29-47f8-baf7-fedbd11541ed req-37471676-4f62-4e3d-8f6e-c9c34d7f1904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:28.481598 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2a82008a-4a29-47f8-baf7-fedbd11541ed req-37471676-4f62-4e3d-8f6e-c9c34d7f1904 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=2e07fc46cd5f4afe875767c926bd63ee&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1723061 Jun 27 15:33:28.517834 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f29e96-3f98-477d-b662-af636e3ef7d6 None None] The sync data for ids ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'] in dv-cinder-847798-1-iscsi is: [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 4, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '033c5111-34d9-49ec-bd05-b663eb62f175', 'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'mac_address': 'fa:16:3e:c5:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 5, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'subnets': [{'id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:33:28.548164 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 56606) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:28.717537 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82008a-4a29-47f8-baf7-fedbd11541ed req-b3b13c4b-7eff-4e1e-823a-961a6d845038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:28.719008 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2a82008a-4a29-47f8-baf7-fedbd11541ed req-b3b13c4b-7eff-4e1e-823a-961a6d845038 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2293825 Jun 27 15:33:28.720223 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-90f7e621-cbe7-47cf-8b32-2c783a04ecb8 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for security_group (fefdb0ad-3786-45b3-8e18-a7904760eaef), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:28.733268 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bda27a-f2c7-4f44-993c-05febe6903d4 req-6b24bc73-2ae8-47f3-a1dc-f3d8c124d99a tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:28.734810 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-54bda27a-f2c7-4f44-993c-05febe6903d4 req-6b24bc73-2ae8-47f3-a1dc-f3d8c124d99a tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 946 time: 0.0686195 Jun 27 15:33:28.777240 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-90f7e621-cbe7-47cf-8b32-2c783a04ecb8 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for security_group (fefdb0ad-3786-45b3-8e18-a7904760eaef), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:28.823223 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 56614) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:28.828476 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 15808846-1217-422f-a8ef-2e30bfe2ee06 no longer exists at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:33:28.839005 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:28.862975 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] No Port match for: 15808846-1217-422f-a8ef-2e30bfe2ee06 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:33:28.863176 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-90f7e621-cbe7-47cf-8b32-2c783a04ecb8 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (fefdb0ad-3786-45b3-8e18-a7904760eaef), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:28.863322 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 15808846-1217-422f-a8ef-2e30bfe2ee06 not bound to the agent host hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:33:28.863999 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 08e3ae6c-5577-48e3-8481-9b2849653b64 no longer exists at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:33:28.870312 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-90f7e621-cbe7-47cf-8b32-2c783a04ecb8 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:28.872476 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-90f7e621-cbe7-47cf-8b32-2c783a04ecb8 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "DELETE /v2.0/security-groups/fefdb0ad-3786-45b3-8e18-a7904760eaef HTTP/1.1" status: 204 len: 168 time: 0.3228204 Jun 27 15:33:28.883630 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 56616) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:28.888119 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-54bda27a-f2c7-4f44-993c-05febe6903d4 req-3f761bab-1d58-4a32-be23-82cb6f365681 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452556 Jun 27 15:33:28.895016 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] No Port match for: 08e3ae6c-5577-48e3-8481-9b2849653b64 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:33:28.895641 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 08e3ae6c-5577-48e3-8481-9b2849653b64 not bound to the agent host hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:33:28.915528 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7e621-cbe7-47cf-8b32-2c783a04ecb8 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefdb0ad-3786-45b3-8e18-a7904760eaef,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:28.936520 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.api.v2.resource [None req-f57b0e6c-e717-4279-a168-0347d3011f43 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] show failed (client error): The resource could not be found. Jun 27 15:33:28.940387 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-f57b0e6c-e717-4279-a168-0347d3011f43 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "GET /v2.0/security-groups/fefdb0ad-3786-45b3-8e18-a7904760eaef HTTP/1.1" status: 404 len: 347 time: 0.0524495 Jun 27 15:33:28.942070 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 56618) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:28.998504 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d4850ac8-d7a7-4888-a0c2-93fd68654612 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group (beb41e6d-889b-4593-8cb4-0272ed55249d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:29.015481 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80545263-c6b1-4cab-9112-934eddefd38d None None] New status for floating IP 95c96ebe-ab18-4101-be5a-6615517e63f8: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 15:33:29.091124 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d4850ac8-d7a7-4888-a0c2-93fd68654612 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group (beb41e6d-889b-4593-8cb4-0272ed55249d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:29.121387 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-4669d399-7c3e-4f62-8240-a87df2cea755 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Deleting port 0fe766bb-aa38-46de-af1e-381586aba51a {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:33:29.121725 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4669d399-7c3e-4f62-8240-a87df2cea755 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (0fe766bb-aa38-46de-af1e-381586aba51a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:29.197537 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d4850ac8-d7a7-4888-a0c2-93fd68654612 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (beb41e6d-889b-4593-8cb4-0272ed55249d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:29.200384 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d4850ac8-d7a7-4888-a0c2-93fd68654612 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:29.201607 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-d4850ac8-d7a7-4888-a0c2-93fd68654612 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "DELETE /v2.0/security-groups/beb41e6d-889b-4593-8cb4-0272ed55249d HTTP/1.1" status: 204 len: 168 time: 0.3773551 Jun 27 15:33:29.204931 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 56620) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:29.220626 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.api.v2.resource [None req-18e5c338-22f1-4a61-8475-319c41ff30e1 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] show failed (client error): The resource could not be found. Jun 27 15:33:29.221668 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-18e5c338-22f1-4a61-8475-319c41ff30e1 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups/beb41e6d-889b-4593-8cb4-0272ed55249d HTTP/1.1" status: 404 len: 347 time: 0.0155301 Jun 27 15:33:29.222577 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4850ac8-d7a7-4888-a0c2-93fd68654612 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb41e6d-889b-4593-8cb4-0272ed55249d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:29.224702 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 56622) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:29.233095 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4669d399-7c3e-4f62-8240-a87df2cea755 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (0fe766bb-aa38-46de-af1e-381586aba51a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:29.233428 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4669d399-7c3e-4f62-8240-a87df2cea755 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for floatingip (0fe766bb-aa38-46de-af1e-381586aba51a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:29.255419 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-4669d399-7c3e-4f62-8240-a87df2cea755 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Calling delete_port for 0fe766bb-aa38-46de-af1e-381586aba51a owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:33:29.259133 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:29.351539 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-7fc26d69-90e9-4b03-bdd8-3fdfe8f6bf06 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Deleting port 13193a40-f7f3-4707-901c-2fea206c217a {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:33:29.351880 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fc26d69-90e9-4b03-bdd8-3fdfe8f6bf06 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (13193a40-f7f3-4707-901c-2fea206c217a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:29.402486 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4669d399-7c3e-4f62-8240-a87df2cea755 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (0fe766bb-aa38-46de-af1e-381586aba51a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:29.428300 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669d399-7c3e-4f62-8240-a87df2cea755 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Pushing event deleted for resources: {'Port': ['ID=0fe766bb-aa38-46de-af1e-381586aba51a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:29.439179 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fc26d69-90e9-4b03-bdd8-3fdfe8f6bf06 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (13193a40-f7f3-4707-901c-2fea206c217a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:29.439547 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fc26d69-90e9-4b03-bdd8-3fdfe8f6bf06 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for floatingip (13193a40-f7f3-4707-901c-2fea206c217a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:29.456818 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-7fc26d69-90e9-4b03-bdd8-3fdfe8f6bf06 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Calling delete_port for 13193a40-f7f3-4707-901c-2fea206c217a owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:33:29.480125 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:29.499305 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4669d399-7c3e-4f62-8240-a87df2cea755 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks [] for floatingip (b5243ec2-622f-4040-a888-dcd61fe7949a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:29.502408 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4669d399-7c3e-4f62-8240-a87df2cea755 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:29.503623 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-4669d399-7c3e-4f62-8240-a87df2cea755 tempest-AttachVolumeTestJSON-1560043953 tempest-AttachVolumeTestJSON-1560043953-project] 10.222.0.26 "DELETE /v2.0/floatingips/b5243ec2-622f-4040-a888-dcd61fe7949a HTTP/1.1" status: 204 len: 168 time: 0.5605235 Jun 27 15:33:29.653748 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fc26d69-90e9-4b03-bdd8-3fdfe8f6bf06 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (13193a40-f7f3-4707-901c-2fea206c217a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:29.698003 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc26d69-90e9-4b03-bdd8-3fdfe8f6bf06 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event deleted for resources: {'Port': ['ID=13193a40-f7f3-4707-901c-2fea206c217a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:29.795201 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fc26d69-90e9-4b03-bdd8-3fdfe8f6bf06 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for floatingip (95c96ebe-ab18-4101-be5a-6615517e63f8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:29.799876 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fc26d69-90e9-4b03-bdd8-3fdfe8f6bf06 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:29.801819 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-7fc26d69-90e9-4b03-bdd8-3fdfe8f6bf06 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "DELETE /v2.0/floatingips/95c96ebe-ab18-4101-be5a-6615517e63f8 HTTP/1.1" status: 204 len: 168 time: 0.5759132 Jun 27 15:33:29.878716 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 56632) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:29.884594 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-7fc0e780-8325-471c-ac6c-bab46287aa19 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1424189319', 'description': 'tempest-description--914519780'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:33:29.911908 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fc0e780-8325-471c-ac6c-bab46287aa19 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:29.973980 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:30.053173 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d927b5-ef04-4372-978a-c110b76e1939 req-ac8390c2-dc40-434b-8d80-11a348d4fbe1 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:30.054714 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d9d927b5-ef04-4372-978a-c110b76e1939 req-ac8390c2-dc40-434b-8d80-11a348d4fbe1 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 946 time: 0.0844171 Jun 27 15:33:30.058172 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fc0e780-8325-471c-ac6c-bab46287aa19 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group (8887a22b-3635-4f24-8987-f4b4bf358dfc), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:30.070135 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fc0e780-8325-471c-ac6c-bab46287aa19 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (8887a22b-3635-4f24-8987-f4b4bf358dfc), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:30.134535 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7fc0e780-8325-471c-ac6c-bab46287aa19 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:30.135715 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-7fc0e780-8325-471c-ac6c-bab46287aa19 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2559590 Jun 27 15:33:30.140171 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 56636) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:30.141444 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0e780-8325-471c-ac6c-bab46287aa19 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8887a22b-3635-4f24-8987-f4b4bf358dfc,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:30.148107 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d9d927b5-ef04-4372-978a-c110b76e1939 req-211ef055-58f1-4d8f-81fa-3694ca5389b5 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864525 Jun 27 15:33:30.148587 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-97fce567-601d-4ed2-93bd-18bcbe9921d6 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Request body: {'security_group_rule': {'security_group_id': '8887a22b-3635-4f24-8987-f4b4bf358dfc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:33:30.190872 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-97fce567-601d-4ed2-93bd-18bcbe9921d6 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group_rule (2d134de2-a7ed-4a06-b4d0-e6823220ed2d), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:30.255878 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-97fce567-601d-4ed2-93bd-18bcbe9921d6 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group_rule (2d134de2-a7ed-4a06-b4d0-e6823220ed2d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:30.261200 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-97fce567-601d-4ed2-93bd-18bcbe9921d6 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (2d134de2-a7ed-4a06-b4d0-e6823220ed2d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:30.282390 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fce567-601d-4ed2-93bd-18bcbe9921d6 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d134de2-a7ed-4a06-b4d0-e6823220ed2d,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:30.291738 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-97fce567-601d-4ed2-93bd-18bcbe9921d6 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:30.293009 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-97fce567-601d-4ed2-93bd-18bcbe9921d6 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1512890 Jun 27 15:33:30.295744 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 56640) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:30.301101 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-9ad454c7-e544-484b-bf46-32e551cc3034 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Request body: {'security_group_rule': {'security_group_id': '8887a22b-3635-4f24-8987-f4b4bf358dfc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:33:30.331133 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9ad454c7-e544-484b-bf46-32e551cc3034 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group_rule (1993bde0-ec35-4d2e-922a-a9de8660af36), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:30.394168 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9ad454c7-e544-484b-bf46-32e551cc3034 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group_rule (1993bde0-ec35-4d2e-922a-a9de8660af36), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:30.398501 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9ad454c7-e544-484b-bf46-32e551cc3034 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (1993bde0-ec35-4d2e-922a-a9de8660af36), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:30.422354 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad454c7-e544-484b-bf46-32e551cc3034 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1993bde0-ec35-4d2e-922a-a9de8660af36,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:30.431203 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9ad454c7-e544-484b-bf46-32e551cc3034 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:30.432826 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9ad454c7-e544-484b-bf46-32e551cc3034 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1356053 Jun 27 15:33:30.435956 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 56642) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:30.441294 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-7e49ba16-9f22-4e00-b61e-fa6c8a2acbd4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Request body: {'floatingip': {'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:33:30.456104 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:30.469228 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e49ba16-9f22-4e00-b61e-fa6c8a2acbd4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:30.586448 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e49ba16-9f22-4e00-b61e-fa6c8a2acbd4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:30.712198 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:30.713590 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-7e49ba16-9f22-4e00-b61e-fa6c8a2acbd4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Allocated IP 172.27.2.17 (514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb/6226739c-eac4-4784-90b9-a0481f53f3ba/0c6ad69b-bd38-4542-a328-292570b8143c) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:33:30.847083 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e49ba16-9f22-4e00-b61e-fa6c8a2acbd4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for port (0c6ad69b-bd38-4542-a328-292570b8143c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:30.883233 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e49ba16-9f22-4e00-b61e-fa6c8a2acbd4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (0c6ad69b-bd38-4542-a328-292570b8143c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:30.933034 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e49ba16-9f22-4e00-b61e-fa6c8a2acbd4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:33:30.935930 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-7e49ba16-9f22-4e00-b61e-fa6c8a2acbd4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:33:30.941148 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e49ba16-9f22-4e00-b61e-fa6c8a2acbd4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:33:30.964248 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49ba16-9f22-4e00-b61e-fa6c8a2acbd4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event updated for resources: {'Port': ['ID=0c6ad69b-bd38-4542-a328-292570b8143c,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:31.045868 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e49ba16-9f22-4e00-b61e-fa6c8a2acbd4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for floatingip (79a396e0-a507-4bed-9a08-31bc9c708e0b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:31.092434 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e49ba16-9f22-4e00-b61e-fa6c8a2acbd4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (0c6ad69b-bd38-4542-a328-292570b8143c), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:31.257951 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e49ba16-9f22-4e00-b61e-fa6c8a2acbd4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for port (0c6ad69b-bd38-4542-a328-292570b8143c), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:31.263728 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e49ba16-9f22-4e00-b61e-fa6c8a2acbd4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (0c6ad69b-bd38-4542-a328-292570b8143c), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:31.342673 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:31.345851 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49ba16-9f22-4e00-b61e-fa6c8a2acbd4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event updated for resources: {'Port': ['ID=0c6ad69b-bd38-4542-a328-292570b8143c,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:31.355966 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e49ba16-9f22-4e00-b61e-fa6c8a2acbd4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (79a396e0-a507-4bed-9a08-31bc9c708e0b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:31.374776 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7e49ba16-9f22-4e00-b61e-fa6c8a2acbd4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:31.376077 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-7e49ba16-9f22-4e00-b61e-fa6c8a2acbd4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9390380 Jun 27 15:33:31.547770 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-d620ae7a-eab0-4651-99ee-62c2cc8e542e tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1424189319&fields=id&tenant_id=dff1983b1b3047378b88d87d54aa709d HTTP/1.1" status: 200 len: 267 time: 0.0493064 Jun 27 15:33:31.926505 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:31.938482 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-0ad9b329-a11f-4be6-b0a0-abe8931dc862 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:31.938482 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-0ad9b329-a11f-4be6-b0a0-abe8931dc862 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/networks?id=9f2b3a5f-8943-48e2-bb0f-3f837d61206a HTTP/1.1" status: 200 len: 814 time: 0.3802929 Jun 27 15:33:31.959255 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-1651dee8-5158-4813-aed7-9eb930afede9 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/quotas/dff1983b1b3047378b88d87d54aa709d HTTP/1.1" status: 200 len: 375 time: 0.0116196 Jun 27 15:33:32.014641 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-633add19-19eb-405e-9f7a-f63ee19c6ff8 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=dff1983b1b3047378b88d87d54aa709d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496550 Jun 27 15:33:32.120109 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-7fb0f3b2-7816-45aa-a0c3-9788fe272ece service neutron] 10.222.0.26 "GET /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920188 Jun 27 15:33:32.235734 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-100e097a-16e0-44d9-b521-7b1fac273d84 service neutron] 10.222.0.26 "GET /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093256 Jun 27 15:33:32.425403 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7637723d-cdcf-4d1d-b65c-c9ef3435ca1e req-c60bbe7c-adc7-4310-996a-6228f3b17385 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=4010529e-f303-42fc-a783-e7983c3d43ed HTTP/1.1" status: 200 len: 210 time: 0.0360200 Jun 27 15:33:33.203050 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 56694) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:33.576412 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-f2698c16-f5d0-41a7-92bb-f1c61ae0f958 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:33.577885 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-f2698c16-f5d0-41a7-92bb-f1c61ae0f958 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.42 "GET /v2.0/networks?id=9f2b3a5f-8943-48e2-bb0f-3f837d61206a HTTP/1.1" status: 200 len: 814 time: 0.2293222 Jun 27 15:33:33.582508 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-da7c2395-4a62-4bd3-a6a7-c9969fa8ecc6 req-b46118bb-1811-45e0-bcfa-df9e46600930 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=4010529e-f303-42fc-a783-e7983c3d43ed HTTP/1.1" status: 200 len: 210 time: 0.0589054 Jun 27 15:33:33.736686 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-be3cd0bc-4d93-4047-bb2a-52987d5db60d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dff1983b1b3047378b88d87d54aa709d HTTP/1.1" status: 200 len: 380 time: 0.1093426 Jun 27 15:33:33.761204 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-eb321f11-623c-47fb-94e1-7073275f35ec tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Request body: {'port': {'device_id': '4010529e-f303-42fc-a783-e7983c3d43ed', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'admin_state_up': True, 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'security_groups': ['8887a22b-3635-4f24-8987-f4b4bf358dfc']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:33:33.889206 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:33.965604 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f303-6a91-4d61-9e69-3c6f2cb314c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3703176'] for router_interface (ec4aaba1-3174-4033-8024-037f1ab5181a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:34.002414 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-eb321f11-623c-47fb-94e1-7073275f35ec tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Made reservation on behalf of dff1983b1b3047378b88d87d54aa709d for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:33:34.007205 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-eb321f11-623c-47fb-94e1-7073275f35ec tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:34.079278 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:34.258887 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-eb321f11-623c-47fb-94e1-7073275f35ec tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Allocated IP 172.20.0.4 (9f2b3a5f-8943-48e2-bb0f-3f837d61206a/8a06131b-528a-47d8-9082-6c3add5ef19c/a86d0d76-5450-4083-8558-738baa5dd07f) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:33:34.393636 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-a0e4f303-6a91-4d61-9e69-3c6f2cb314c2 admin admin] Deleting port 457104e6-73db-4efd-808c-941317798c14 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:33:34.394089 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f303-6a91-4d61-9e69-3c6f2cb314c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (457104e6-73db-4efd-808c-941317798c14), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:34.533239 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-eb321f11-623c-47fb-94e1-7073275f35ec tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for port (a86d0d76-5450-4083-8558-738baa5dd07f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:34.555122 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-a0e4f303-6a91-4d61-9e69-3c6f2cb314c2 admin admin] For port 457104e6-73db-4efd-808c-941317798c14, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=457104e6-73db-4efd-808c-941317798c14,segment=NetworkSegment(e27cde72-c31f-4b44-92ad-6feb60f14707),segment_id=e27cde72-c31f-4b44-92ad-6feb60f14707)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:33:34.555494 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f303-6a91-4d61-9e69-3c6f2cb314c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (457104e6-73db-4efd-808c-941317798c14), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:34.583697 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-a0e4f303-6a91-4d61-9e69-3c6f2cb314c2 admin admin] Calling delete_port for 457104e6-73db-4efd-808c-941317798c14 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:33:34.648510 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-eb321f11-623c-47fb-94e1-7073275f35ec tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (a86d0d76-5450-4083-8558-738baa5dd07f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:34.700503 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:34.709395 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-eb321f11-623c-47fb-94e1-7073275f35ec tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Network 9f2b3a5f-8943-48e2-bb0f-3f837d61206a is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:33:34.716715 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-eb321f11-623c-47fb-94e1-7073275f35ec tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:33:34.717733 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4fb23-6b3c-4da6-a61e-e91992c86e8c req-89673c5a-dd57-4d8d-95a1-7d8b241be05b tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:34.719372 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b0f4fb23-6b3c-4da6-a61e-e91992c86e8c req-89673c5a-dd57-4d8d-95a1-7d8b241be05b tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=4010529e-f303-42fc-a783-e7983c3d43ed HTTP/1.1" status: 200 len: 931 time: 0.0620444 Jun 27 15:33:34.720388 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-eb321f11-623c-47fb-94e1-7073275f35ec tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:33:34.774797 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b0f4fb23-6b3c-4da6-a61e-e91992c86e8c req-237851ee-a175-49b6-8d12-b2888f562eec tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=8887a22b-3635-4f24-8987-f4b4bf358dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481911 Jun 27 15:33:34.798587 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:34.805463 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb321f11-623c-47fb-94e1-7073275f35ec tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event updated for resources: {'Port': ['ID=a86d0d76-5450-4083-8558-738baa5dd07f,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:34.843774 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-eb321f11-623c-47fb-94e1-7073275f35ec tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:34.844381 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-eb321f11-623c-47fb-94e1-7073275f35ec tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:34.877789 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-eb321f11-623c-47fb-94e1-7073275f35ec tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1180894 Jun 27 15:33:34.889199 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-91af3420-7d97-4d46-a39f-e6d5e4c39868 service neutron] Request body: {'port': {'device_id': '4010529e-f303-42fc-a783-e7983c3d43ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84779'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:33:34.992087 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-91af3420-7d97-4d46-a39f-e6d5e4c39868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (a86d0d76-5450-4083-8558-738baa5dd07f), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:34.995427 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f303-6a91-4d61-9e69-3c6f2cb314c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (457104e6-73db-4efd-808c-941317798c14), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:35.029867 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b1d7070a-57de-4097-88f8-d46a1ef8a51a None None] Provisioning complete for port a86d0d76-5450-4083-8558-738baa5dd07f triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:33:35.030515 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b1d7070a-57de-4097-88f8-d46a1ef8a51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (a86d0d76-5450-4083-8558-738baa5dd07f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:35.031820 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4f303-6a91-4d61-9e69-3c6f2cb314c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=457104e6-73db-4efd-808c-941317798c14,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:35.070168 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b1d7070a-57de-4097-88f8-d46a1ef8a51a None None] Port a86d0d76-5450-4083-8558-738baa5dd07f cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:33:35.384390 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f303-6a91-4d61-9e69-3c6f2cb314c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3703068'] for router_interface (ec4aaba1-3174-4033-8024-037f1ab5181a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:35.532141 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-91af3420-7d97-4d46-a39f-e6d5e4c39868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a86d0d76-5450-4083-8558-738baa5dd07f {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:33:35.542606 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:35.552279 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-91af3420-7d97-4d46-a39f-e6d5e4c39868 service neutron] Publish callbacks [] for port (a86d0d76-5450-4083-8558-738baa5dd07f), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:35.578427 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-91af3420-7d97-4d46-a39f-e6d5e4c39868 service neutron] Transition to ACTIVE for port object a86d0d76-5450-4083-8558-738baa5dd07f will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 15:33:35.583620 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-91af3420-7d97-4d46-a39f-e6d5e4c39868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (a86d0d76-5450-4083-8558-738baa5dd07f), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:35.714121 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:35.738909 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af3420-7d97-4d46-a39f-e6d5e4c39868 service neutron] Pushing event updated for resources: {'Port': ['ID=a86d0d76-5450-4083-8558-738baa5dd07f,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:35.798931 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e4f303-6a91-4d61-9e69-3c6f2cb314c2 admin admin] Router ec4aaba1-3174-4033-8024-037f1ab5181a has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:33:35.821251 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-91af3420-7d97-4d46-a39f-e6d5e4c39868 service neutron] Attempting to bind port a86d0d76-5450-4083-8558-738baa5dd07f on host hv-cinder-84779 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:33:35.821623 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-91af3420-7d97-4d46-a39f-e6d5e4c39868 service neutron] Attempting to bind port a86d0d76-5450-4083-8558-738baa5dd07f by drivers openvswitch,hyperv on host hv-cinder-84779 at level 0 using segments [{'id': 'df2d7c62-f2a0-47f2-8167-091f3a1d364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:33:35.821947 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-91af3420-7d97-4d46-a39f-e6d5e4c39868 service neutron] Attempting to bind port a86d0d76-5450-4083-8558-738baa5dd07f on network 9f2b3a5f-8943-48e2-bb0f-3f837d61206a {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:33:35.830789 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-91af3420-7d97-4d46-a39f-e6d5e4c39868 service neutron] Port a86d0d76-5450-4083-8558-738baa5dd07f on network 9f2b3a5f-8943-48e2-bb0f-3f837d61206a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84779 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 15:33:35.831114 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-91af3420-7d97-4d46-a39f-e6d5e4c39868 service neutron] Attempting to bind port a86d0d76-5450-4083-8558-738baa5dd07f on network 9f2b3a5f-8943-48e2-bb0f-3f837d61206a {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:33:36.139377 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-91af3420-7d97-4d46-a39f-e6d5e4c39868 service neutron] Checking agent: {'id': '2a101be5-d6db-4e6c-800c-1df71c1b626f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84779', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'started_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:33:36.139634 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-91af3420-7d97-4d46-a39f-e6d5e4c39868 service neutron] Checking segment: {'id': 'df2d7c62-f2a0-47f2-8167-091f3a1d364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:33:36.139991 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-91af3420-7d97-4d46-a39f-e6d5e4c39868 service neutron] Bound using segment: {'id': 'df2d7c62-f2a0-47f2-8167-091f3a1d364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:33:36.140424 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-91af3420-7d97-4d46-a39f-e6d5e4c39868 service neutron] Bound port: a86d0d76-5450-4083-8558-738baa5dd07f, host: hv-cinder-84779, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df2d7c62-f2a0-47f2-8167-091f3a1d364d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:33:36.140898 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-91af3420-7d97-4d46-a39f-e6d5e4c39868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (a86d0d76-5450-4083-8558-738baa5dd07f), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:36.244453 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e7fc3-126a-4713-9eac-7b6ababb4e10 req-6f7d492f-1bc1-4786-ace3-bf60ec1c821e tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:36.245990 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-921e7fc3-126a-4713-9eac-7b6ababb4e10 req-6f7d492f-1bc1-4786-ace3-bf60ec1c821e tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=4010529e-f303-42fc-a783-e7983c3d43ed HTTP/1.1" status: 200 len: 943 time: 0.1235919 Jun 27 15:33:36.299906 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e4f303-6a91-4d61-9e69-3c6f2cb314c2 admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:33:36.301974 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-91af3420-7d97-4d46-a39f-e6d5e4c39868 service neutron] For port a86d0d76-5450-4083-8558-738baa5dd07f, host hv-cinder-84779, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:33:36.309768 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fa989c-bf77-4ada-a55c-c9e7a18e729c None None] Sync routers for ids ['ec4aaba1-3174-4033-8024-037f1ab5181a'] in dv-cinder-847798-1-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:33:36.312679 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-a0e4f303-6a91-4d61-9e69-3c6f2cb314c2 admin admin] 10.222.0.26 "PUT /v2.0/routers/ec4aaba1-3174-4033-8024-037f1ab5181a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1091433 Jun 27 15:33:36.315058 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-91af3420-7d97-4d46-a39f-e6d5e4c39868 service neutron] For port a86d0d76-5450-4083-8558-738baa5dd07f, host hv-cinder-84779, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=a86d0d76-5450-4083-8558-738baa5dd07f,segment=NetworkSegment(df2d7c62-f2a0-47f2-8167-091f3a1d364d),segment_id=df2d7c62-f2a0-47f2-8167-091f3a1d364d)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:33:36.315821 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 56726) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:36.322868 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fa989c-bf77-4ada-a55c-c9e7a18e729c None None] Routers {'ec4aaba1-3174-4033-8024-037f1ab5181a'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:33:36.323634 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-37fa989c-bf77-4ada-a55c-c9e7a18e729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:33:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['ec4aaba1-3174-4033-8024-037f1ab5181a'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:36.332197 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-91af3420-7d97-4d46-a39f-e6d5e4c39868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (a86d0d76-5450-4083-8558-738baa5dd07f), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:36.347782 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-921e7fc3-126a-4713-9eac-7b6ababb4e10 req-0f22c26a-e572-47c1-b343-c5040a41722e tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=8887a22b-3635-4f24-8987-f4b4bf358dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945282 Jun 27 15:33:36.373541 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-91af3420-7d97-4d46-a39f-e6d5e4c39868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:36.374223 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-91af3420-7d97-4d46-a39f-e6d5e4c39868 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:36.375570 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-91af3420-7d97-4d46-a39f-e6d5e4c39868 service neutron] 10.222.0.42 "PUT /v2.0/ports/a86d0d76-5450-4083-8558-738baa5dd07f HTTP/1.1" status: 200 len: 1093 time: 1.4919634 Jun 27 15:33:36.376007 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4010529e-f303-42fc-a783-e7983c3d43ed', 'tag': 'a86d0d76-5450-4083-8558-738baa5dd07f'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:33:36.378566 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b1a760-3425-4b1d-87d4-b4c4c8cc02ef" -d '{"events": [{"name": "network-changed", "server_uuid": "4010529e-f303-42fc-a783-e7983c3d43ed", "tag": "a86d0d76-5450-4083-8558-738baa5dd07f"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:33:36.413736 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91af3420-7d97-4d46-a39f-e6d5e4c39868 service neutron] Pushing event updated for resources: {'Port': ['ID=a86d0d76-5450-4083-8558-738baa5dd07f,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:36.455183 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d82dad09-1d7b-4209-97a8-69465d057871 admin admin] Publish callbacks [] for router (ec4aaba1-3174-4033-8024-037f1ab5181a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:36.469892 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f26966c-c02c-4e12-beb3-a3e8d0476760 x-openstack-request-id: req-6f26966c-c02c-4e12-beb3-a3e8d0476760 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:33:36.470311 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4010529e-f303-42fc-a783-e7983c3d43ed", "tag": "a86d0d76-5450-4083-8558-738baa5dd07f", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:33:36.471246 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6f26966c-c02c-4e12-beb3-a3e8d0476760 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:33:36.471598 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f26966c-c02c-4e12-beb3-a3e8d0476760'] response: {'name': 'network-changed', 'server_uuid': '4010529e-f303-42fc-a783-e7983c3d43ed', 'tag': 'a86d0d76-5450-4083-8558-738baa5dd07f', 'status': 'completed', 'code': 200} Jun 27 15:33:36.480396 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-a8366476-101a-4912-b85f-e6c96031cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:36.482056 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-a8366476-101a-4912-b85f-e6c96031cddd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dff1983b1b3047378b88d87d54aa709d&device_id=4010529e-f303-42fc-a783-e7983c3d43ed HTTP/1.1" status: 200 len: 1127 time: 0.0560322 Jun 27 15:33:36.529198 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-8f6b30d4-0a32-4b42-8951-8776bf0fa545 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a86d0d76-5450-4083-8558-738baa5dd07f HTTP/1.1" status: 200 len: 217 time: 0.0383611 Jun 27 15:33:36.578366 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d82dad09-1d7b-4209-97a8-69465d057871 admin admin] Publish callbacks [] for router_gateway (ec4aaba1-3174-4033-8024-037f1ab5181a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:36.602116 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-9be3e6c4-6bb1-454a-bb5e-3f9afe633b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:36.602692 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-9be3e6c4-6bb1-454a-bb5e-3f9afe633b8a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8a06131b-528a-47d8-9082-6c3add5ef19c HTTP/1.1" status: 200 len: 853 time: 0.0658512 Jun 27 15:33:36.640987 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d82dad09-1d7b-4209-97a8-69465d057871 admin admin] Deleting port c7b0a1d2-1101-4d3f-8cee-10911bf22627 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:33:36.641550 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d82dad09-1d7b-4209-97a8-69465d057871 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (c7b0a1d2-1101-4d3f-8cee-10911bf22627), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:36.647186 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-37fa989c-bf77-4ada-a55c-c9e7a18e729c None None] Set router ec4aaba1-3174-4033-8024-037f1ab5181a gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:33:36.653877 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-eca65006-7686-41d6-a261-0579694d94a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:36.658163 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-eca65006-7686-41d6-a261-0579694d94a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2b3a5f-8943-48e2-bb0f-3f837d61206a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489132 Jun 27 15:33:36.666144 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:36.746481 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-d82dad09-1d7b-4209-97a8-69465d057871 admin admin] For port c7b0a1d2-1101-4d3f-8cee-10911bf22627, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=c7b0a1d2-1101-4d3f-8cee-10911bf22627,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:33:36.746825 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d82dad09-1d7b-4209-97a8-69465d057871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (c7b0a1d2-1101-4d3f-8cee-10911bf22627), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:36.764350 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d82dad09-1d7b-4209-97a8-69465d057871 admin admin] Calling delete_port for c7b0a1d2-1101-4d3f-8cee-10911bf22627 owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:33:36.771448 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-ba0b6a15-8069-4241-98ca-b2f19b9c53b2 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065302 Jun 27 15:33:36.869834 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:36.892273 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d4f51f05-3b39-4a97-94c0-e15e8a33df4f req-1b9cae74-230e-410d-907a-517d06780554 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123519 Jun 27 15:33:36.904969 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-37fa989c-bf77-4ada-a55c-c9e7a18e729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'name': 'tempest-AttachVolumeTestJSON-292349098-router', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:18Z', 'updated_at': '2022-06-27T15:33:34Z', 'revision_number': 5, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'gw_port': {'id': 'c7b0a1d2-1101-4d3f-8cee-10911bf22627', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:21Z', 'updated_at': '2022-06-27T15:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:36.933262 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fa989c-bf77-4ada-a55c-c9e7a18e729c None None] Checking router: ec4aaba1-3174-4033-8024-037f1ab5181a for host: dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:33:36.943782 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fa989c-bf77-4ada-a55c-c9e7a18e729c None None] Routers {'ec4aaba1-3174-4033-8024-037f1ab5181a'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:33:36.943984 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-37fa989c-bf77-4ada-a55c-c9e7a18e729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:33:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['ec4aaba1-3174-4033-8024-037f1ab5181a'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:36.967854 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d82dad09-1d7b-4209-97a8-69465d057871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (c7b0a1d2-1101-4d3f-8cee-10911bf22627), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:36.999744 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82dad09-1d7b-4209-97a8-69465d057871 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7b0a1d2-1101-4d3f-8cee-10911bf22627,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:37.030280 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:37.040726 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-37fa989c-bf77-4ada-a55c-c9e7a18e729c None None] Set router ec4aaba1-3174-4033-8024-037f1ab5181a gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:33:37.076667 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d82dad09-1d7b-4209-97a8-69465d057871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3731768'] for router_gateway (ec4aaba1-3174-4033-8024-037f1ab5181a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:37.099895 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-37fa989c-bf77-4ada-a55c-c9e7a18e729c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'name': 'tempest-AttachVolumeTestJSON-292349098-router', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:18Z', 'updated_at': '2022-06-27T15:33:36Z', 'revision_number': 6, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'gw_port_host': None}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:37.132533 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fa989c-bf77-4ada-a55c-c9e7a18e729c None None] The sync data for ids ['ec4aaba1-3174-4033-8024-037f1ab5181a'] in dv-cinder-847798-1-iscsi is: [{'id': 'ec4aaba1-3174-4033-8024-037f1ab5181a', 'name': 'tempest-AttachVolumeTestJSON-292349098-router', 'tenant_id': '2e07fc46cd5f4afe875767c926bd63ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:18Z', 'updated_at': '2022-06-27T15:33:36Z', 'revision_number': 6, 'project_id': '2e07fc46cd5f4afe875767c926bd63ee', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:33:37.217090 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d82dad09-1d7b-4209-97a8-69465d057871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3708209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254106'] for router (ec4aaba1-3174-4033-8024-037f1ab5181a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:37.219570 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d82dad09-1d7b-4209-97a8-69465d057871 admin admin] Publish callbacks [] for router_controller (ec4aaba1-3174-4033-8024-037f1ab5181a), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:37.296348 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d82dad09-1d7b-4209-97a8-69465d057871 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3708351'] for router (ec4aaba1-3174-4033-8024-037f1ab5181a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:37.297156 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82dad09-1d7b-4209-97a8-69465d057871 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec4aaba1-3174-4033-8024-037f1ab5181a {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 15:33:37.302758 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d82dad09-1d7b-4209-97a8-69465d057871 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:37.304104 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-d82dad09-1d7b-4209-97a8-69465d057871 admin admin] 10.222.0.26 "DELETE /v2.0/routers/ec4aaba1-3174-4033-8024-037f1ab5181a HTTP/1.1" status: 204 len: 168 time: 0.9867039 Jun 27 15:33:37.306826 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 56732) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:37.354596 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-431e225b-5193-439c-9f73-76ce5c2e9771 admin admin] Deleting subnet bf7190f5-96d6-4fc7-8135-6ae4628d416d {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 15:33:37.358036 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-431e225b-5193-439c-9f73-76ce5c2e9771 admin admin] Publish callbacks [] for subnet (bf7190f5-96d6-4fc7-8135-6ae4628d416d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:37.389847 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:37.394094 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-431e225b-5193-439c-9f73-76ce5c2e9771 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-537121'] for subnet (bf7190f5-96d6-4fc7-8135-6ae4628d416d), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:37.517268 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-431e225b-5193-439c-9f73-76ce5c2e9771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693064'] for subnet (bf7190f5-96d6-4fc7-8135-6ae4628d416d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:37.544886 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7250cd-824e-4f72-bde6-48b264662e65 req-9ba629d9-058c-4859-a725-f11442671c9c tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:37.546405 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2f7250cd-824e-4f72-bde6-48b264662e65 req-9ba629d9-058c-4859-a725-f11442671c9c tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=4010529e-f303-42fc-a783-e7983c3d43ed HTTP/1.1" status: 200 len: 943 time: 0.0766211 Jun 27 15:33:37.569010 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 457104e6-73db-4efd-808c-941317798c14 no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:33:37.590053 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: 457104e6-73db-4efd-808c-941317798c14 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:33:37.590413 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 457104e6-73db-4efd-808c-941317798c14 not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:33:37.618688 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2f7250cd-824e-4f72-bde6-48b264662e65 req-e548fee8-b272-43ca-a4ed-b44f73734018 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=8887a22b-3635-4f24-8987-f4b4bf358dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588107 Jun 27 15:33:37.619758 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-431e225b-5193-439c-9f73-76ce5c2e9771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9360100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8708483'] for subnet (bf7190f5-96d6-4fc7-8135-6ae4628d416d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:37.650960 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e225b-5193-439c-9f73-76ce5c2e9771 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf7190f5-96d6-4fc7-8135-6ae4628d416d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:37.654560 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-431e225b-5193-439c-9f73-76ce5c2e9771 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:37.658188 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-431e225b-5193-439c-9f73-76ce5c2e9771 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bf7190f5-96d6-4fc7-8135-6ae4628d416d HTTP/1.1" status: 204 len: 168 time: 0.3495085 Jun 27 15:33:37.660878 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 56736) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:37.661154 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c791f77e-c1f2-408b-85fa-f5340d4d06d6 None None] Network 42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:33:37.763476 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3b2f40e6-f846-49c8-8029-2a0194c05a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750815'] for network (42d6796f-0df3-4f1e-9bd2-00a387c5c9c3), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:37.782630 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1a760-3425-4b1d-87d4-b4c4c8cc02ef req-186c0ea2-7dc6-467d-bf83-5cd47bde5e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:37.784235 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-75b1a760-3425-4b1d-87d4-b4c4c8cc02ef req-186c0ea2-7dc6-467d-bf83-5cd47bde5e56 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dff1983b1b3047378b88d87d54aa709d&device_id=4010529e-f303-42fc-a783-e7983c3d43ed HTTP/1.1" status: 200 len: 1127 time: 0.0541413 Jun 27 15:33:37.854454 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-3b2f40e6-f846-49c8-8029-2a0194c05a38 admin admin] Deleting port 7ffefe70-22b4-4d4f-bcff-200b27af1039 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:33:37.854767 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3b2f40e6-f846-49c8-8029-2a0194c05a38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (7ffefe70-22b4-4d4f-bcff-200b27af1039), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:37.957030 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8266d0-4c03-4101-b4ca-f80c2eb9e952 None None] DHCP port deletion for 42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 request from dv-cinder-847798-1-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 15:33:37.967929 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-3b2f40e6-f846-49c8-8029-2a0194c05a38 admin admin] For port 7ffefe70-22b4-4d4f-bcff-200b27af1039, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=7ffefe70-22b4-4d4f-bcff-200b27af1039,segment=NetworkSegment(e27cde72-c31f-4b44-92ad-6feb60f14707),segment_id=e27cde72-c31f-4b44-92ad-6feb60f14707)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:33:37.968362 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3b2f40e6-f846-49c8-8029-2a0194c05a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (7ffefe70-22b4-4d4f-bcff-200b27af1039), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:37.971673 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1a760-3425-4b1d-87d4-b4c4c8cc02ef req-7be496f6-e483-413f-a76a-32fc58100d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:37.973196 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-75b1a760-3425-4b1d-87d4-b4c4c8cc02ef req-7be496f6-e483-413f-a76a-32fc58100d20 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2b3a5f-8943-48e2-bb0f-3f837d61206a HTTP/1.1" status: 200 len: 915 time: 0.1644516 Jun 27 15:33:37.992100 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-3b2f40e6-f846-49c8-8029-2a0194c05a38 admin admin] Calling delete_port for 7ffefe70-22b4-4d4f-bcff-200b27af1039 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:33:38.007971 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-cf8266d0-4c03-4101-b4ca-f80c2eb9e952 None None] Deleting port 7ffefe70-22b4-4d4f-bcff-200b27af1039 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:33:38.008353 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cf8266d0-4c03-4101-b4ca-f80c2eb9e952 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (7ffefe70-22b4-4d4f-bcff-200b27af1039), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:38.021401 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-75b1a760-3425-4b1d-87d4-b4c4c8cc02ef req-ba78e042-4261-4966-900f-7903cd057092 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a86d0d76-5450-4083-8558-738baa5dd07f HTTP/1.1" status: 200 len: 217 time: 0.0399494 Jun 27 15:33:38.086915 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:38.096537 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-cf8266d0-4c03-4101-b4ca-f80c2eb9e952 None None] For port 7ffefe70-22b4-4d4f-bcff-200b27af1039, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=7ffefe70-22b4-4d4f-bcff-200b27af1039,segment=NetworkSegment(e27cde72-c31f-4b44-92ad-6feb60f14707),segment_id=e27cde72-c31f-4b44-92ad-6feb60f14707)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:33:38.097243 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cf8266d0-4c03-4101-b4ca-f80c2eb9e952 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (7ffefe70-22b4-4d4f-bcff-200b27af1039), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:38.117751 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-cf8266d0-4c03-4101-b4ca-f80c2eb9e952 None None] Calling delete_port for 7ffefe70-22b4-4d4f-bcff-200b27af1039 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:33:38.118018 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1a760-3425-4b1d-87d4-b4c4c8cc02ef req-af2fd065-5f36-4b28-a2a4-b612b8d2e55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:38.119491 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-75b1a760-3425-4b1d-87d4-b4c4c8cc02ef req-af2fd065-5f36-4b28-a2a4-b612b8d2e55e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8a06131b-528a-47d8-9082-6c3add5ef19c HTTP/1.1" status: 200 len: 853 time: 0.0929940 Jun 27 15:33:38.121440 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:38.185076 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1a760-3425-4b1d-87d4-b4c4c8cc02ef req-e52c5881-c2bc-4446-8de8-1ce39b0ad7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:38.185076 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-75b1a760-3425-4b1d-87d4-b4c4c8cc02ef req-e52c5881-c2bc-4446-8de8-1ce39b0ad7f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2b3a5f-8943-48e2-bb0f-3f837d61206a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582235 Jun 27 15:33:38.190596 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:38.200225 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3b2f40e6-f846-49c8-8029-2a0194c05a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (7ffefe70-22b4-4d4f-bcff-200b27af1039), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:38.216697 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cf8266d0-4c03-4101-b4ca-f80c2eb9e952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733'] for port (7ffefe70-22b4-4d4f-bcff-200b27af1039), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:38.248531 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f40e6-f846-49c8-8029-2a0194c05a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ffefe70-22b4-4d4f-bcff-200b27af1039,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:38.250057 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8266d0-4c03-4101-b4ca-f80c2eb9e952 None None] No DVR routers for this DVR port 7ffefe70-22b4-4d4f-bcff-200b27af1039 on host dv-cinder-847798-1-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:33:38.250440 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2f40e6-f846-49c8-8029-2a0194c05a38 admin admin] No DVR routers for this DVR port 7ffefe70-22b4-4d4f-bcff-200b27af1039 on host dv-cinder-847798-1-iscsi {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:33:38.253252 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8266d0-4c03-4101-b4ca-f80c2eb9e952 None None] Pushing event deleted for resources: {'Port': ['ID=7ffefe70-22b4-4d4f-bcff-200b27af1039,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:38.351591 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:38.379758 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3b2f40e6-f846-49c8-8029-2a0194c05a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-755509', 'neutron.services.segments.db._delete_segments_for_network-8767603345803'] for network (42d6796f-0df3-4f1e-9bd2-00a387c5c9c3), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:38.412349 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-3b2f40e6-f846-49c8-8029-2a0194c05a38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d6796f-0df3-4f1e-9bd2-00a387c5c9c3']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:38.416513 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-75b1a760-3425-4b1d-87d4-b4c4c8cc02ef req-27b2448b-06e4-4f75-b9f5-ae48ce07cf54 service neutron] 10.222.0.42 "GET /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254033 Jun 27 15:33:38.435444 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-3b2f40e6-f846-49c8-8029-2a0194c05a38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27cde72-c31f-4b44-92ad-6feb60f14707') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:38.435731 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-3b2f40e6-f846-49c8-8029-2a0194c05a38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27cde72-c31f-4b44-92ad-6feb60f14707') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:38.457674 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3b2f40e6-f846-49c8-8029-2a0194c05a38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767603346068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-537146'] for segment (e27cde72-c31f-4b44-92ad-6feb60f14707), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:38.486972 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3b2f40e6-f846-49c8-8029-2a0194c05a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (e27cde72-c31f-4b44-92ad-6feb60f14707), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:38.538701 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2f40e6-f846-49c8-8029-2a0194c05a38 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 15:33:38.539484 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3b2f40e6-f846-49c8-8029-2a0194c05a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9360014'] for segment (e27cde72-c31f-4b44-92ad-6feb60f14707), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:38.627093 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-75b1a760-3425-4b1d-87d4-b4c4c8cc02ef req-b8041fef-d01f-45f0-b37b-774b0d58d39d service neutron] 10.222.0.42 "GET /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016504 Jun 27 15:33:38.632731 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3b2f40e6-f846-49c8-8029-2a0194c05a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-755500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728431'] for network (42d6796f-0df3-4f1e-9bd2-00a387c5c9c3), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:38.651998 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3b2f40e6-f846-49c8-8029-2a0194c05a38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:38.659312 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-3b2f40e6-f846-49c8-8029-2a0194c05a38 admin admin] 10.222.0.26 "DELETE /v2.0/networks/42d6796f-0df3-4f1e-9bd2-00a387c5c9c3 HTTP/1.1" status: 204 len: 168 time: 0.9933181 Jun 27 15:33:38.659312 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f40e6-f846-49c8-8029-2a0194c05a38 admin admin] Pushing event deleted for resources: {'Network': ['ID=42d6796f-0df3-4f1e-9bd2-00a387c5c9c3,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:38.768566 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.services.segments.plugin [-] Segment e27cde72-c31f-4b44-92ad-6feb60f14707 resource provider aggregate not found Jun 27 15:33:38.778470 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22919242-2f5f-4845-9bb4-3932217046ca req-f93b6533-06f8-4be6-83c4-cfe4f3c67833 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:38.780009 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-22919242-2f5f-4845-9bb4-3932217046ca req-f93b6533-06f8-4be6-83c4-cfe4f3c67833 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=4010529e-f303-42fc-a783-e7983c3d43ed HTTP/1.1" status: 200 len: 943 time: 0.0710621 Jun 27 15:33:38.790859 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.services.segments.plugin [-] Segment e27cde72-c31f-4b44-92ad-6feb60f14707 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e27cde72-c31f-4b44-92ad-6feb60f14707 found for delete ", "request_id": "req-736ec9c3-57dd-4d83-a60e-693294796aca"}]} Jun 27 15:33:38.806724 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-938be724-e548-4c6d-a44b-6358d5cb958f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:38.818703 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 56750) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:38.843574 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-22919242-2f5f-4845-9bb4-3932217046ca req-9a540d74-1ea8-40ab-8a70-bb4c7a7f82b7 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=8887a22b-3635-4f24-8987-f4b4bf358dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501852 Jun 27 15:33:38.868991 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-19620cde-bd64-4250-a10e-34e1f76187f8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2e07fc46cd5f4afe875767c926bd63ee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0474837 Jun 27 15:33:38.870737 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 56752) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:38.925360 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bc94a53a-1837-4846-af35-451117cb1081 admin admin] Publish callbacks [] for security_group (b015a9eb-5c81-4649-84ef-84907fe904d8), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:38.949300 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bc94a53a-1837-4846-af35-451117cb1081 admin admin] Publish callbacks [] for security_group (b015a9eb-5c81-4649-84ef-84907fe904d8), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:39.014315 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bc94a53a-1837-4846-af35-451117cb1081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (b015a9eb-5c81-4649-84ef-84907fe904d8), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:39.016858 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bc94a53a-1837-4846-af35-451117cb1081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:39.018289 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-bc94a53a-1837-4846-af35-451117cb1081 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b015a9eb-5c81-4649-84ef-84907fe904d8 HTTP/1.1" status: 204 len: 168 time: 0.1464541 Jun 27 15:33:39.028382 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc94a53a-1837-4846-af35-451117cb1081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b015a9eb-5c81-4649-84ef-84907fe904d8,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:39.096339 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:39.099617 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:39.259754 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0a9a230-b494-4b58-8241-8280121621a0 req-a915ceb8-3556-4368-b3a4-ba270d6c02e9 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1949729797&fields=id&tenant_id=9954040eb98d4ecdafbc681132689ff5 HTTP/1.1" status: 200 len: 267 time: 0.0519125 Jun 27 15:33:39.384677 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9a230-b494-4b58-8241-8280121621a0 req-cdc814f6-6a74-4327-b950-b2462afc7485 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:39.388116 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0a9a230-b494-4b58-8241-8280121621a0 req-cdc814f6-6a74-4327-b950-b2462afc7485 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/networks?id=349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f HTTP/1.1" status: 200 len: 809 time: 0.1182899 Jun 27 15:33:39.401205 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0a9a230-b494-4b58-8241-8280121621a0 req-47a982ef-df41-4239-ae32-365323814b47 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/quotas/9954040eb98d4ecdafbc681132689ff5 HTTP/1.1" status: 200 len: 375 time: 0.0095952 Jun 27 15:33:39.469907 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0a9a230-b494-4b58-8241-8280121621a0 req-c6a87116-a1f1-43a3-a848-8ec819712257 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=9954040eb98d4ecdafbc681132689ff5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522511 Jun 27 15:33:39.481310 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 7ffefe70-22b4-4d4f-bcff-200b27af1039 no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:33:39.505601 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: 7ffefe70-22b4-4d4f-bcff-200b27af1039 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:33:39.506225 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 7ffefe70-22b4-4d4f-bcff-200b27af1039 not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:33:39.506660 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device c7b0a1d2-1101-4d3f-8cee-10911bf22627 no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:33:39.525782 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: c7b0a1d2-1101-4d3f-8cee-10911bf22627 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:33:39.526132 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device c7b0a1d2-1101-4d3f-8cee-10911bf22627 not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:33:39.546936 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:39.578194 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0a9a230-b494-4b58-8241-8280121621a0 req-455567e7-d92d-43b9-b27a-e345722c577f service neutron] 10.222.0.26 "GET /v2.0/networks/349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960712 Jun 27 15:33:39.683031 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0a9a230-b494-4b58-8241-8280121621a0 req-f3181977-9cd7-4a78-ad36-1d990efeb22b service neutron] 10.222.0.26 "GET /v2.0/networks/349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978608 Jun 27 15:33:39.993479 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2f012-558e-423c-bedf-4277532ded06 req-0efa0d01-4ccd-4881-98d8-c06723a9d379 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:39.995166 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b1e2f012-558e-423c-bedf-4277532ded06 req-0efa0d01-4ccd-4881-98d8-c06723a9d379 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=4010529e-f303-42fc-a783-e7983c3d43ed HTTP/1.1" status: 200 len: 943 time: 0.0599675 Jun 27 15:33:40.016773 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2dc49e0c-be88-4e98-bb3e-2e8c203aa10c req-c01c5aec-0160-4fe3-b3c2-1b15e21be7d6 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 210 time: 0.0309455 Jun 27 15:33:40.064592 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b1e2f012-558e-423c-bedf-4277532ded06 req-caa69ee9-9af6-4330-8f13-eb4834ac1284 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=8887a22b-3635-4f24-8987-f4b4bf358dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586109 Jun 27 15:33:40.842472 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device a86d0d76-5450-4083-8558-738baa5dd07f details requested by agent hyperv_hv-cinder-84779 with host hv-cinder-84779 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 15:33:40.965451 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port a86d0d76-5450-4083-8558-738baa5dd07f, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=a86d0d76-5450-4083-8558-738baa5dd07f,segment=NetworkSegment(df2d7c62-f2a0-47f2-8167-091f3a1d364d),segment_id=df2d7c62-f2a0-47f2-8167-091f3a1d364d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:33:40.985973 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Returning: {'device': 'a86d0d76-5450-4083-8558-738baa5dd07f', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'port_id': 'a86d0d76-5450-4083-8558-738baa5dd07f', 'mac_address': 'fa:16:3e:b9:7f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 15:33:41.034330 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port a86d0d76-5450-4083-8558-738baa5dd07f is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:33:41.034798 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (a86d0d76-5450-4083-8558-738baa5dd07f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:41.055602 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a86d0d76-5450-4083-8558-738baa5dd07f {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:33:41.087130 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port a86d0d76-5450-4083-8558-738baa5dd07f, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=a86d0d76-5450-4083-8558-738baa5dd07f,segment=NetworkSegment(df2d7c62-f2a0-47f2-8167-091f3a1d364d),segment_id=df2d7c62-f2a0-47f2-8167-091f3a1d364d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:33:41.094208 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (a86d0d76-5450-4083-8558-738baa5dd07f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:41.167274 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=a86d0d76-5450-4083-8558-738baa5dd07f,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:41.200207 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:41.224924 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fa232e06-d70d-45c4-9020-4de20d8229e1 req-c8a72a76-559d-4305-b965-60fbca11a092 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 210 time: 0.0401914 Jun 27 15:33:41.257530 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f34bf4-f08a-4368-9440-0b579185251f req-01d4becf-7672-4548-a1df-ce8994a4a117 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:41.259356 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f1f34bf4-f08a-4368-9440-0b579185251f req-01d4becf-7672-4548-a1df-ce8994a4a117 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=4010529e-f303-42fc-a783-e7983c3d43ed HTTP/1.1" status: 200 len: 944 time: 0.0549748 Jun 27 15:33:41.261359 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9a230-b494-4b58-8241-8280121621a0 req-51774fa0-dcb2-4bf0-a9a5-5f1bd5c0e1a6 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:41.262839 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0a9a230-b494-4b58-8241-8280121621a0 req-51774fa0-dcb2-4bf0-a9a5-5f1bd5c0e1a6 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.42 "GET /v2.0/networks?id=349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f HTTP/1.1" status: 200 len: 809 time: 0.2542467 Jun 27 15:33:41.313625 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['a86d0d76-5450-4083-8558-738baa5dd07f'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:33:41.314020 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f1f34bf4-f08a-4368-9440-0b579185251f req-498f0e5c-578e-4cef-8207-d344c5a7e282 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=8887a22b-3635-4f24-8987-f4b4bf358dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470216 Jun 27 15:33:41.350818 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0a9a230-b494-4b58-8241-8280121621a0 req-d39c91c8-babd-403a-88af-a4ac4dfb2d82 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9954040eb98d4ecdafbc681132689ff5 HTTP/1.1" status: 200 len: 380 time: 0.0742884 Jun 27 15:33:41.364035 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-d0a9a230-b494-4b58-8241-8280121621a0 req-688ba88a-0743-407d-abc7-6d422c14d75e tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Request body: {'port': {'device_id': 'e7d3f4f1-4158-4a2f-8568-5cea794cdf31', 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f', 'admin_state_up': True, 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'security_groups': ['c5302a39-5e37-4840-b4e0-256f661a18ef']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:33:41.485804 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a9a230-b494-4b58-8241-8280121621a0 req-688ba88a-0743-407d-abc7-6d422c14d75e tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Made reservation on behalf of 9954040eb98d4ecdafbc681132689ff5 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:33:41.489237 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d0a9a230-b494-4b58-8241-8280121621a0 req-688ba88a-0743-407d-abc7-6d422c14d75e tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:41.643662 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-d0a9a230-b494-4b58-8241-8280121621a0 req-688ba88a-0743-407d-abc7-6d422c14d75e tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Allocated IP 172.20.0.14 (349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f/905f7862-f88e-4540-90be-39fe4e15dd98/8a6da410-e6d2-40db-ac82-63f37c7545e0) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:33:41.706639 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-83d26394-8336-4f79-a6d1-dc624084966d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:41.794496 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d0a9a230-b494-4b58-8241-8280121621a0 req-688ba88a-0743-407d-abc7-6d422c14d75e tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for port (8a6da410-e6d2-40db-ac82-63f37c7545e0), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:41.831371 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d0a9a230-b494-4b58-8241-8280121621a0 req-688ba88a-0743-407d-abc7-6d422c14d75e tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (8a6da410-e6d2-40db-ac82-63f37c7545e0), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:41.882600 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a9a230-b494-4b58-8241-8280121621a0 req-688ba88a-0743-407d-abc7-6d422c14d75e tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Network 349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:33:41.885553 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-d0a9a230-b494-4b58-8241-8280121621a0 req-688ba88a-0743-407d-abc7-6d422c14d75e tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:33:41.889453 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a9a230-b494-4b58-8241-8280121621a0 req-688ba88a-0743-407d-abc7-6d422c14d75e tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:33:41.913944 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:41.917195 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ba88a-0743-407d-abc7-6d422c14d75e tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Pushing event updated for resources: {'Port': ['ID=8a6da410-e6d2-40db-ac82-63f37c7545e0,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:41.947902 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9a230-b494-4b58-8241-8280121621a0 req-688ba88a-0743-407d-abc7-6d422c14d75e tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:41.948639 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d0a9a230-b494-4b58-8241-8280121621a0 req-688ba88a-0743-407d-abc7-6d422c14d75e tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:41.967361 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0a9a230-b494-4b58-8241-8280121621a0 req-688ba88a-0743-407d-abc7-6d422c14d75e tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6075101 Jun 27 15:33:41.979722 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-d0a9a230-b494-4b58-8241-8280121621a0 req-497291d2-2aff-4032-abc1-9208cd6a481e service neutron] Request body: {'port': {'device_id': 'e7d3f4f1-4158-4a2f-8568-5cea794cdf31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84779'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:33:42.044426 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d0a9a230-b494-4b58-8241-8280121621a0 req-497291d2-2aff-4032-abc1-9208cd6a481e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (8a6da410-e6d2-40db-ac82-63f37c7545e0), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:42.142355 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-76ea2844-c0bf-4e1f-bff9-ccc444a825a7 None None] Provisioning complete for port 8a6da410-e6d2-40db-ac82-63f37c7545e0 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:33:42.142980 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-76ea2844-c0bf-4e1f-bff9-ccc444a825a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (8a6da410-e6d2-40db-ac82-63f37c7545e0), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:42.180933 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:42.186169 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-76ea2844-c0bf-4e1f-bff9-ccc444a825a7 None None] Port 8a6da410-e6d2-40db-ac82-63f37c7545e0 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:33:42.385328 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0599d-da3d-45d3-b995-649a4b520979 req-f05bf8c5-79d6-4ef3-8432-f546e6c9f81b tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:42.387215 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5bb0599d-da3d-45d3-b995-649a4b520979 req-f05bf8c5-79d6-4ef3-8432-f546e6c9f81b tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 932 time: 0.0758417 Jun 27 15:33:42.462239 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-d0a9a230-b494-4b58-8241-8280121621a0 req-497291d2-2aff-4032-abc1-9208cd6a481e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a6da410-e6d2-40db-ac82-63f37c7545e0 {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:33:42.475967 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d0a9a230-b494-4b58-8241-8280121621a0 req-497291d2-2aff-4032-abc1-9208cd6a481e service neutron] Publish callbacks [] for port (8a6da410-e6d2-40db-ac82-63f37c7545e0), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:42.492745 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099e298-5a6e-4dba-a2b0-6e8b3a28c659 req-aba20b29-878d-4b0b-8865-6d647d58b7a1 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:42.501017 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9099e298-5a6e-4dba-a2b0-6e8b3a28c659 req-aba20b29-878d-4b0b-8865-6d647d58b7a1 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=4010529e-f303-42fc-a783-e7983c3d43ed HTTP/1.1" status: 200 len: 944 time: 0.0844467 Jun 27 15:33:42.502614 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5bb0599d-da3d-45d3-b995-649a4b520979 req-878cbe3d-20cf-47df-b060-20fb0e3e6aaf tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992799 Jun 27 15:33:42.506880 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-d0a9a230-b494-4b58-8241-8280121621a0 req-497291d2-2aff-4032-abc1-9208cd6a481e service neutron] Transition to ACTIVE for port object 8a6da410-e6d2-40db-ac82-63f37c7545e0 will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 15:33:42.511667 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d0a9a230-b494-4b58-8241-8280121621a0 req-497291d2-2aff-4032-abc1-9208cd6a481e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (8a6da410-e6d2-40db-ac82-63f37c7545e0), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:42.593612 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9099e298-5a6e-4dba-a2b0-6e8b3a28c659 req-015babbf-241f-4cc5-8d80-d11ddfd7e856 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=8887a22b-3635-4f24-8987-f4b4bf358dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768890 Jun 27 15:33:42.631039 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497291d2-2aff-4032-abc1-9208cd6a481e service neutron] Pushing event updated for resources: {'Port': ['ID=8a6da410-e6d2-40db-ac82-63f37c7545e0,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:42.712399 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-d0a9a230-b494-4b58-8241-8280121621a0 req-497291d2-2aff-4032-abc1-9208cd6a481e service neutron] Attempting to bind port 8a6da410-e6d2-40db-ac82-63f37c7545e0 on host hv-cinder-84779 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:33:42.712755 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-d0a9a230-b494-4b58-8241-8280121621a0 req-497291d2-2aff-4032-abc1-9208cd6a481e service neutron] Attempting to bind port 8a6da410-e6d2-40db-ac82-63f37c7545e0 by drivers openvswitch,hyperv on host hv-cinder-84779 at level 0 using segments [{'id': 'bb9c2fff-a33f-4574-886e-c89eb06d7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:33:42.713171 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a9a230-b494-4b58-8241-8280121621a0 req-497291d2-2aff-4032-abc1-9208cd6a481e service neutron] Attempting to bind port 8a6da410-e6d2-40db-ac82-63f37c7545e0 on network 349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:33:42.718419 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a9a230-b494-4b58-8241-8280121621a0 req-497291d2-2aff-4032-abc1-9208cd6a481e service neutron] Port 8a6da410-e6d2-40db-ac82-63f37c7545e0 on network 349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84779 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 15:33:42.718764 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a9a230-b494-4b58-8241-8280121621a0 req-497291d2-2aff-4032-abc1-9208cd6a481e service neutron] Attempting to bind port 8a6da410-e6d2-40db-ac82-63f37c7545e0 on network 349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:33:42.725162 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a9a230-b494-4b58-8241-8280121621a0 req-497291d2-2aff-4032-abc1-9208cd6a481e service neutron] Checking agent: {'id': '2a101be5-d6db-4e6c-800c-1df71c1b626f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84779', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'started_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:33:42.725579 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a9a230-b494-4b58-8241-8280121621a0 req-497291d2-2aff-4032-abc1-9208cd6a481e service neutron] Checking segment: {'id': 'bb9c2fff-a33f-4574-886e-c89eb06d7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:33:42.727019 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a9a230-b494-4b58-8241-8280121621a0 req-497291d2-2aff-4032-abc1-9208cd6a481e service neutron] Bound using segment: {'id': 'bb9c2fff-a33f-4574-886e-c89eb06d7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:33:42.736235 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-d0a9a230-b494-4b58-8241-8280121621a0 req-497291d2-2aff-4032-abc1-9208cd6a481e service neutron] Bound port: 8a6da410-e6d2-40db-ac82-63f37c7545e0, host: hv-cinder-84779, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9c2fff-a33f-4574-886e-c89eb06d7822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:33:42.737093 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d0a9a230-b494-4b58-8241-8280121621a0 req-497291d2-2aff-4032-abc1-9208cd6a481e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (8a6da410-e6d2-40db-ac82-63f37c7545e0), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:42.807990 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-d0a9a230-b494-4b58-8241-8280121621a0 req-497291d2-2aff-4032-abc1-9208cd6a481e service neutron] For port 8a6da410-e6d2-40db-ac82-63f37c7545e0, host hv-cinder-84779, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:33:42.811662 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-d0a9a230-b494-4b58-8241-8280121621a0 req-497291d2-2aff-4032-abc1-9208cd6a481e service neutron] For port 8a6da410-e6d2-40db-ac82-63f37c7545e0, host hv-cinder-84779, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=8a6da410-e6d2-40db-ac82-63f37c7545e0,segment=NetworkSegment(bb9c2fff-a33f-4574-886e-c89eb06d7822),segment_id=bb9c2fff-a33f-4574-886e-c89eb06d7822)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:33:42.818792 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d0a9a230-b494-4b58-8241-8280121621a0 req-497291d2-2aff-4032-abc1-9208cd6a481e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (8a6da410-e6d2-40db-ac82-63f37c7545e0), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:42.860422 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device a86d0d76-5450-4083-8558-738baa5dd07f up at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:33:42.862357 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9a230-b494-4b58-8241-8280121621a0 req-497291d2-2aff-4032-abc1-9208cd6a481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:42.863201 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-d0a9a230-b494-4b58-8241-8280121621a0 req-497291d2-2aff-4032-abc1-9208cd6a481e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:42.865032 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0a9a230-b494-4b58-8241-8280121621a0 req-497291d2-2aff-4032-abc1-9208cd6a481e service neutron] 10.222.0.42 "PUT /v2.0/ports/8a6da410-e6d2-40db-ac82-63f37c7545e0 HTTP/1.1" status: 200 len: 1094 time: 0.8890629 Jun 27 15:33:42.865032 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d3f4f1-4158-4a2f-8568-5cea794cdf31', 'tag': '8a6da410-e6d2-40db-ac82-63f37c7545e0'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:33:42.867433 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc5cc05-b762-4a74-bdd4-db2f85a12d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d3f4f1-4158-4a2f-8568-5cea794cdf31", "tag": "8a6da410-e6d2-40db-ac82-63f37c7545e0"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:33:42.887471 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497291d2-2aff-4032-abc1-9208cd6a481e service neutron] Pushing event updated for resources: {'Port': ['ID=8a6da410-e6d2-40db-ac82-63f37c7545e0,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:42.936022 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f062d2-b4cb-4200-a9ed-90af8f65d172 x-openstack-request-id: req-31f062d2-b4cb-4200-a9ed-90af8f65d172 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:33:42.936310 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d3f4f1-4158-4a2f-8568-5cea794cdf31", "tag": "8a6da410-e6d2-40db-ac82-63f37c7545e0", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:33:42.937168 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-31f062d2-b4cb-4200-a9ed-90af8f65d172 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:33:42.937295 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31f062d2-b4cb-4200-a9ed-90af8f65d172'] response: {'name': 'network-changed', 'server_uuid': 'e7d3f4f1-4158-4a2f-8568-5cea794cdf31', 'tag': '8a6da410-e6d2-40db-ac82-63f37c7545e0', 'status': 'completed', 'code': 200} Jun 27 15:33:42.942182 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning for port a86d0d76-5450-4083-8558-738baa5dd07f completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 15:33:42.949725 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning complete for port a86d0d76-5450-4083-8558-738baa5dd07f triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:33:42.950442 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (a86d0d76-5450-4083-8558-738baa5dd07f), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:42.970676 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9a230-b494-4b58-8241-8280121621a0 req-cec3a601-5239-4c1c-a6d5-01efe3c773db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:42.973185 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0a9a230-b494-4b58-8241-8280121621a0 req-cec3a601-5239-4c1c-a6d5-01efe3c773db service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9954040eb98d4ecdafbc681132689ff5&device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 1128 time: 0.0565295 Jun 27 15:33:43.032609 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:43.036051 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0a9a230-b494-4b58-8241-8280121621a0 req-e169d7f7-91cb-4bd3-9717-b21187b17c93 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a6da410-e6d2-40db-ac82-63f37c7545e0 HTTP/1.1" status: 200 len: 217 time: 0.0536680 Jun 27 15:33:43.036555 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port a86d0d76-5450-4083-8558-738baa5dd07f is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:33:43.037008 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (a86d0d76-5450-4083-8558-738baa5dd07f), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:43.040952 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:43.071373 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4010529e-f303-42fc-a783-e7983c3d43ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86d0d76-5450-4083-8558-738baa5dd07f'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:33:43.073662 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d85b7032bc105ad9eb63a31382f750c4bf6bbb4824e658972134fe301cb831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7789fe1-c214-4d19-b153-62005f37f249" -d '{"events": [{"server_uuid": "4010529e-f303-42fc-a783-e7983c3d43ed", "name": "network-vif-plugged", "status": "completed", "tag": "a86d0d76-5450-4083-8558-738baa5dd07f"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:33:43.074716 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:43.089331 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port a86d0d76-5450-4083-8558-738baa5dd07f, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=a86d0d76-5450-4083-8558-738baa5dd07f,segment=NetworkSegment(df2d7c62-f2a0-47f2-8167-091f3a1d364d),segment_id=df2d7c62-f2a0-47f2-8167-091f3a1d364d)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:33:43.100055 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (a86d0d76-5450-4083-8558-738baa5dd07f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:43.106512 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9a230-b494-4b58-8241-8280121621a0 req-2364d9ed-8b2b-4141-b9a4-c799ad33040c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:43.108672 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0a9a230-b494-4b58-8241-8280121621a0 req-2364d9ed-8b2b-4141-b9a4-c799ad33040c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=905f7862-f88e-4540-90be-39fe4e15dd98 HTTP/1.1" status: 200 len: 848 time: 0.0671771 Jun 27 15:33:43.151840 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895b018d-c7f9-48f5-900a-3bf72efaea35 x-openstack-request-id: req-895b018d-c7f9-48f5-900a-3bf72efaea35 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:33:43.152796 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4010529e-f303-42fc-a783-e7983c3d43ed", "name": "network-vif-plugged", "status": "completed", "tag": "a86d0d76-5450-4083-8558-738baa5dd07f", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:33:43.153217 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-895b018d-c7f9-48f5-900a-3bf72efaea35 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:33:43.153626 dv-cinder-847798-1-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-895b018d-c7f9-48f5-900a-3bf72efaea35'] response: {'server_uuid': '4010529e-f303-42fc-a783-e7983c3d43ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86d0d76-5450-4083-8558-738baa5dd07f', 'code': 200} Jun 27 15:33:43.165388 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9a230-b494-4b58-8241-8280121621a0 req-ee4bf944-0210-483d-93a8-5a947de0c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:43.167821 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0a9a230-b494-4b58-8241-8280121621a0 req-ee4bf944-0210-483d-93a8-5a947de0c717 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512762 Jun 27 15:33:43.179056 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=a86d0d76-5450-4083-8558-738baa5dd07f,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:43.272794 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0a9a230-b494-4b58-8241-8280121621a0 req-57987b21-ad3e-4e8e-af14-e98b6b21c9d6 service neutron] 10.222.0.42 "GET /v2.0/networks/349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988946 Jun 27 15:33:43.300195 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428df15-47ee-4dbe-92df-206b3c2e4d3c req-fc8f2716-9813-4f45-ade8-bff4da9caa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:43.301684 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2428df15-47ee-4dbe-92df-206b3c2e4d3c req-fc8f2716-9813-4f45-ade8-bff4da9caa22 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4010529e-f303-42fc-a783-e7983c3d43ed HTTP/1.1" status: 200 len: 1129 time: 0.0392656 Jun 27 15:33:43.353416 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2428df15-47ee-4dbe-92df-206b3c2e4d3c req-1cc1d1a2-f246-4d05-a618-4ed8a240e2e1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=8887a22b-3635-4f24-8987-f4b4bf358dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449550 Jun 27 15:33:43.375548 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d0a9a230-b494-4b58-8241-8280121621a0 req-36e376d4-dc33-4197-896f-a87023361ac8 service neutron] 10.222.0.42 "GET /v2.0/networks/349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972164 Jun 27 15:33:43.456596 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:43.615202 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:43.634725 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb5ac9-263a-467a-85d2-26d3c28cf61b req-bb504cb7-6c3a-487c-93dd-eabda9a6e3cc tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:43.636232 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-27cb5ac9-263a-467a-85d2-26d3c28cf61b req-bb504cb7-6c3a-487c-93dd-eabda9a6e3cc tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 944 time: 0.0492666 Jun 27 15:33:43.690606 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-27cb5ac9-263a-467a-85d2-26d3c28cf61b req-a4db4fa0-96db-4268-b5e7-16d304dfd12d tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485923 Jun 27 15:33:43.707000 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10f1c6-3ef8-4015-a5a3-6f708ae164fc req-1727cd01-08db-49ed-94c3-583dba55ed46 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:43.708613 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8a10f1c6-3ef8-4015-a5a3-6f708ae164fc req-1727cd01-08db-49ed-94c3-583dba55ed46 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=4010529e-f303-42fc-a783-e7983c3d43ed HTTP/1.1" status: 200 len: 945 time: 0.0496953 Jun 27 15:33:43.737080 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:43.762882 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8a10f1c6-3ef8-4015-a5a3-6f708ae164fc req-c394b91f-e696-4d2d-97bc-bbcef53de59d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=8887a22b-3635-4f24-8987-f4b4bf358dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477469 Jun 27 15:33:44.108754 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5cc05-b762-4a74-bdd4-db2f85a12d1b req-33a4fc4c-378d-48b5-89be-1a1cb76cbfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:44.110412 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-adc5cc05-b762-4a74-bdd4-db2f85a12d1b req-33a4fc4c-378d-48b5-89be-1a1cb76cbfe4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9954040eb98d4ecdafbc681132689ff5&device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 1128 time: 0.0542376 Jun 27 15:33:44.211240 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5cc05-b762-4a74-bdd4-db2f85a12d1b req-497bf337-6777-4564-9466-d0285841dfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:44.212863 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-adc5cc05-b762-4a74-bdd4-db2f85a12d1b req-497bf337-6777-4564-9466-d0285841dfbd service neutron] 10.222.0.42 "GET /v2.0/networks?id=349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f HTTP/1.1" status: 200 len: 910 time: 0.0948517 Jun 27 15:33:44.266465 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-adc5cc05-b762-4a74-bdd4-db2f85a12d1b req-0e806814-a376-4c01-94b9-fa409238b64a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a6da410-e6d2-40db-ac82-63f37c7545e0 HTTP/1.1" status: 200 len: 217 time: 0.0446639 Jun 27 15:33:44.339362 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5cc05-b762-4a74-bdd4-db2f85a12d1b req-694a2fa0-523a-4945-9b85-09a425de301f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:44.340968 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-adc5cc05-b762-4a74-bdd4-db2f85a12d1b req-694a2fa0-523a-4945-9b85-09a425de301f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=905f7862-f88e-4540-90be-39fe4e15dd98 HTTP/1.1" status: 200 len: 848 time: 0.0503969 Jun 27 15:33:44.413137 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5cc05-b762-4a74-bdd4-db2f85a12d1b req-d757308e-994f-4534-91dd-7802bbfa3a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:44.414869 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-adc5cc05-b762-4a74-bdd4-db2f85a12d1b req-d757308e-994f-4534-91dd-7802bbfa3a67 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486262 Jun 27 15:33:44.650291 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:44.813363 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a53c2d-5c8a-4f71-b104-a740d6eae659 req-9b7ab9f4-0e3f-40f5-8ad4-4cf3e7a6ca4c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:44.815040 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-57a53c2d-5c8a-4f71-b104-a740d6eae659 req-9b7ab9f4-0e3f-40f5-8ad4-4cf3e7a6ca4c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 944 time: 0.0521290 Jun 27 15:33:44.888635 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-57a53c2d-5c8a-4f71-b104-a740d6eae659 req-c1302d75-281f-43bc-bc42-370bcceaee36 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646760 Jun 27 15:33:44.907648 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191b958-3386-4789-8bf7-6ab25669a92c req-4514f459-7fcc-4969-80fd-8f981a37eb9d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:44.910125 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b191b958-3386-4789-8bf7-6ab25669a92c req-4514f459-7fcc-4969-80fd-8f981a37eb9d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=4010529e-f303-42fc-a783-e7983c3d43ed HTTP/1.1" status: 200 len: 945 time: 0.0714419 Jun 27 15:33:44.985368 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b191b958-3386-4789-8bf7-6ab25669a92c req-1f7891a6-ad73-4242-a084-c04ae75922f8 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=8887a22b-3635-4f24-8987-f4b4bf358dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681229 Jun 27 15:33:45.067759 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:46.016579 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa07573-de70-4ca0-93c6-6e3c139bb657 req-caa0f602-7aaa-4242-bc09-e60b84324ff1 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:46.018405 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3fa07573-de70-4ca0-93c6-6e3c139bb657 req-caa0f602-7aaa-4242-bc09-e60b84324ff1 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 944 time: 0.0504720 Jun 27 15:33:46.074555 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3fa07573-de70-4ca0-93c6-6e3c139bb657 req-7a4b494b-64ce-41cb-9c3f-38a2df1a6c99 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472178 Jun 27 15:33:46.108365 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0cd37-878f-4acb-8cc4-8aa2f78dfd69 req-04af2610-5c00-4905-a3a9-18cc362dbbf3 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:46.109894 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c9e0cd37-878f-4acb-8cc4-8aa2f78dfd69 req-04af2610-5c00-4905-a3a9-18cc362dbbf3 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=4010529e-f303-42fc-a783-e7983c3d43ed HTTP/1.1" status: 200 len: 945 time: 0.0511572 Jun 27 15:33:46.162244 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c9e0cd37-878f-4acb-8cc4-8aa2f78dfd69 req-ff567f16-0ade-4c47-944b-0fc3784c8d84 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=8887a22b-3635-4f24-8987-f4b4bf358dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462153 Jun 27 15:33:47.195939 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb13ec-8591-4de1-b2fa-9c40b7ba9801 req-90bada2d-d827-4c58-a4bc-499da47e6c31 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:47.197775 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-95fb13ec-8591-4de1-b2fa-9c40b7ba9801 req-90bada2d-d827-4c58-a4bc-499da47e6c31 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 944 time: 0.0512106 Jun 27 15:33:47.254967 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-95fb13ec-8591-4de1-b2fa-9c40b7ba9801 req-024bb2cf-a717-4c56-841c-fc73b9b3a935 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487232 Jun 27 15:33:47.292986 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5b2be-91a8-4f71-98ef-9b987a81bafa req-e585610e-a5b4-4795-9385-3a88bde9d11b tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:47.294528 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-78b5b2be-91a8-4f71-98ef-9b987a81bafa req-e585610e-a5b4-4795-9385-3a88bde9d11b tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=4010529e-f303-42fc-a783-e7983c3d43ed HTTP/1.1" status: 200 len: 945 time: 0.0551565 Jun 27 15:33:47.347941 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-78b5b2be-91a8-4f71-98ef-9b987a81bafa req-70717856-acda-4342-9d27-4d1ef43f2aaa tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=8887a22b-3635-4f24-8987-f4b4bf358dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472219 Jun 27 15:33:47.472504 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-adc5cc05-b762-4a74-bdd4-db2f85a12d1b req-6c995b08-78e8-4053-bd4c-0776b688ce91 service neutron] 10.222.0.42 "GET /v2.0/networks/349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976233 Jun 27 15:33:47.562910 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:47.569198 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-adc5cc05-b762-4a74-bdd4-db2f85a12d1b req-382271de-c8d2-4593-92d5-6f44b5876863 service neutron] 10.222.0.42 "GET /v2.0/networks/349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901916 Jun 27 15:33:48.483149 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cef37-8656-44fa-af53-4d6808de25de req-1951a61e-e0bf-4bf3-9a39-105fcd53a72a tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:48.484866 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1c2cef37-8656-44fa-af53-4d6808de25de req-1951a61e-e0bf-4bf3-9a39-105fcd53a72a tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=4010529e-f303-42fc-a783-e7983c3d43ed HTTP/1.1" status: 200 len: 945 time: 0.0535958 Jun 27 15:33:48.541420 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1c2cef37-8656-44fa-af53-4d6808de25de req-58b525b3-2303-40d2-874d-7871808e303a tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=8887a22b-3635-4f24-8987-f4b4bf358dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484662 Jun 27 15:33:48.642499 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:48.673026 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13047505-a1a6-4b1e-a1dd-32a5a3c52fcd req-65f3edc6-ee22-4814-b6b3-17e19955c7e8 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:48.674839 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-13047505-a1a6-4b1e-a1dd-32a5a3c52fcd req-65f3edc6-ee22-4814-b6b3-17e19955c7e8 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 944 time: 0.3412089 Jun 27 15:33:48.684653 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7d14c-6c52-4ec5-824d-f0d930ab85c4 req-9dc306c6-c4ca-4996-9ec7-58afb659ddb4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:48.686348 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0bd7d14c-6c52-4ec5-824d-f0d930ab85c4 req-9dc306c6-c4ca-4996-9ec7-58afb659ddb4 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=4010529e-f303-42fc-a783-e7983c3d43ed HTTP/1.1" status: 200 len: 945 time: 0.0542722 Jun 27 15:33:48.699139 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 56914) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:48.703731 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-f132da5e-2948-41b3-a116-e9b54dc92478 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Request body: {'floatingip': {'port_id': 'a86d0d76-5450-4083-8558-738baa5dd07f'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:33:48.739902 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-13047505-a1a6-4b1e-a1dd-32a5a3c52fcd req-914ff871-84d2-490c-9b8c-c1b3ce7b658a tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571775 Jun 27 15:33:48.753357 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f132da5e-2948-41b3-a116-e9b54dc92478 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for floatingip (79a396e0-a507-4bed-9a08-31bc9c708e0b), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:48.936206 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:49.270667 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f132da5e-2948-41b3-a116-e9b54dc92478 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:49.275796 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f132da5e-2948-41b3-a116-e9b54dc92478 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (79a396e0-a507-4bed-9a08-31bc9c708e0b), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:49.428802 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.db.l3_db [None req-f132da5e-2948-41b3-a116-e9b54dc92478 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Floating IP 79a396e0-a507-4bed-9a08-31bc9c708e0b associated. External IP: 172.27.2.17, port: a86d0d76-5450-4083-8558-738baa5dd07f. Jun 27 15:33:49.431733 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:49.670780 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f132da5e-2948-41b3-a116-e9b54dc92478 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Router d503fd2a-6057-4a70-b0d6-50c2350edbeb has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:33:49.795449 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f132da5e-2948-41b3-a116-e9b54dc92478 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:33:49.804092 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f132da5e-2948-41b3-a116-e9b54dc92478 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:49.810282 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1352422a-e464-409e-bac6-cbb9ef0f501c None None] Sync routers for ids ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:33:49.822856 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1352422a-e464-409e-bac6-cbb9ef0f501c None None] Routers {'d503fd2a-6057-4a70-b0d6-50c2350edbeb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:33:49.824188 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-1352422a-e464-409e-bac6-cbb9ef0f501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:33:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:49.892815 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f132da5e-2948-41b3-a116-e9b54dc92478 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "PUT /v2.0/floatingips/79a396e0-a507-4bed-9a08-31bc9c708e0b HTTP/1.1" status: 200 len: 990 time: 1.1924617 Jun 27 15:33:49.896231 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4010529e-f303-42fc-a783-e7983c3d43ed', 'tag': 'a86d0d76-5450-4083-8558-738baa5dd07f'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:33:49.898355 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ecdf1b21e48a9c17975c38f4cbb98a47ab0df019f7748c413a09c43e6bcf64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da82ac72-f5af-4bc3-99e2-51281c69b567" -d '{"events": [{"name": "network-changed", "server_uuid": "4010529e-f303-42fc-a783-e7983c3d43ed", "tag": "a86d0d76-5450-4083-8558-738baa5dd07f"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:33:49.912034 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b8703-c8cf-4b6e-87f0-975385400414 req-40fd3803-52e9-40be-930c-520a44a61fe3 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:49.917241 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4f0b8703-c8cf-4b6e-87f0-975385400414 req-40fd3803-52e9-40be-930c-520a44a61fe3 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 944 time: 0.0779405 Jun 27 15:33:49.932893 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-1352422a-e464-409e-bac6-cbb9ef0f501c None None] Set router d503fd2a-6057-4a70-b0d6-50c2350edbeb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:33:49.957342 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b770860-9887-4337-9cf0-4a00b30d7d34 x-openstack-request-id: req-8b770860-9887-4337-9cf0-4a00b30d7d34 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:33:49.957626 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4010529e-f303-42fc-a783-e7983c3d43ed", "tag": "a86d0d76-5450-4083-8558-738baa5dd07f", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:33:49.957881 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8b770860-9887-4337-9cf0-4a00b30d7d34 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:33:49.958323 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b770860-9887-4337-9cf0-4a00b30d7d34'] response: {'name': 'network-changed', 'server_uuid': '4010529e-f303-42fc-a783-e7983c3d43ed', 'tag': 'a86d0d76-5450-4083-8558-738baa5dd07f', 'status': 'completed', 'code': 200} Jun 27 15:33:49.976604 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4f0b8703-c8cf-4b6e-87f0-975385400414 req-7d061dd2-47cb-49c2-8895-b5c81873b29e tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571773 Jun 27 15:33:50.028061 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82ac72-f5af-4bc3-99e2-51281c69b567 req-5e2f1483-1031-4990-8c5b-6b2771b7d2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:50.029629 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-da82ac72-f5af-4bc3-99e2-51281c69b567 req-5e2f1483-1031-4990-8c5b-6b2771b7d2be service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dff1983b1b3047378b88d87d54aa709d&device_id=4010529e-f303-42fc-a783-e7983c3d43ed HTTP/1.1" status: 200 len: 1129 time: 0.0432346 Jun 27 15:33:50.109789 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:50.130655 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82ac72-f5af-4bc3-99e2-51281c69b567 req-15992b4a-80b2-45cc-8b46-edf82f23fce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:50.131346 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-da82ac72-f5af-4bc3-99e2-51281c69b567 req-15992b4a-80b2-45cc-8b46-edf82f23fce5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9f2b3a5f-8943-48e2-bb0f-3f837d61206a HTTP/1.1" status: 200 len: 915 time: 0.0951762 Jun 27 15:33:50.177013 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-1352422a-e464-409e-bac6-cbb9ef0f501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 4, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '79a396e0-a507-4bed-9a08-31bc9c708e0b', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'port_id': 'a86d0d76-5450-4083-8558-738baa5dd07f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'mac_address': 'fa:16:3e:b9:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4010529e-f303-42fc-a783-e7983c3d43ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:33:30Z', 'updated_at': '2022-06-27T15:33:49Z', 'revision_number': 1, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033c5111-34d9-49ec-bd05-b663eb62f175', 'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'mac_address': 'fa:16:3e:c5:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 5, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'subnets': [{'id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:50.196633 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-da82ac72-f5af-4bc3-99e2-51281c69b567 req-5cfadc3a-0262-4655-a412-67daca919b4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a86d0d76-5450-4083-8558-738baa5dd07f HTTP/1.1" status: 200 len: 998 time: 0.0593288 Jun 27 15:33:50.209523 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1352422a-e464-409e-bac6-cbb9ef0f501c None None] Checking router: d503fd2a-6057-4a70-b0d6-50c2350edbeb for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:33:50.218654 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1352422a-e464-409e-bac6-cbb9ef0f501c None None] Routers {'d503fd2a-6057-4a70-b0d6-50c2350edbeb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:33:50.219283 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-1352422a-e464-409e-bac6-cbb9ef0f501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:33:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:50.251401 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82ac72-f5af-4bc3-99e2-51281c69b567 req-cb1ef9c5-2ca0-4660-9d6e-1f672a3a22ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:50.253327 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-da82ac72-f5af-4bc3-99e2-51281c69b567 req-cb1ef9c5-2ca0-4660-9d6e-1f672a3a22ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8a06131b-528a-47d8-9082-6c3add5ef19c HTTP/1.1" status: 200 len: 853 time: 0.0513122 Jun 27 15:33:50.301857 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82ac72-f5af-4bc3-99e2-51281c69b567 req-27bc7b91-df71-494c-b901-99089635fa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:50.303580 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-da82ac72-f5af-4bc3-99e2-51281c69b567 req-27bc7b91-df71-494c-b901-99089635fa09 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9f2b3a5f-8943-48e2-bb0f-3f837d61206a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418935 Jun 27 15:33:50.332761 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-1352422a-e464-409e-bac6-cbb9ef0f501c None None] Set router d503fd2a-6057-4a70-b0d6-50c2350edbeb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:33:50.418228 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-da82ac72-f5af-4bc3-99e2-51281c69b567 req-f0a2aaaa-9304-478c-a774-22230d66a13b service neutron] 10.222.0.42 "GET /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049101 Jun 27 15:33:50.535387 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-da82ac72-f5af-4bc3-99e2-51281c69b567 req-b6323f24-56c5-4edd-8f75-45eaa222cc6e service neutron] 10.222.0.42 "GET /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103580 Jun 27 15:33:50.572272 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-1352422a-e464-409e-bac6-cbb9ef0f501c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 4, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '79a396e0-a507-4bed-9a08-31bc9c708e0b', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'port_id': 'a86d0d76-5450-4083-8558-738baa5dd07f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'mac_address': 'fa:16:3e:b9:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4010529e-f303-42fc-a783-e7983c3d43ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:33:30Z', 'updated_at': '2022-06-27T15:33:49Z', 'revision_number': 1, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033c5111-34d9-49ec-bd05-b663eb62f175', 'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'mac_address': 'fa:16:3e:c5:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 5, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'subnets': [{'id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:33:50.601815 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1352422a-e464-409e-bac6-cbb9ef0f501c None None] The sync data for ids ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'] in dv-cinder-847798-1-iscsi is: [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 4, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '79a396e0-a507-4bed-9a08-31bc9c708e0b', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'port_id': 'a86d0d76-5450-4083-8558-738baa5dd07f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'mac_address': 'fa:16:3e:b9:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4010529e-f303-42fc-a783-e7983c3d43ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:33:30Z', 'updated_at': '2022-06-27T15:33:49Z', 'revision_number': 1, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '033c5111-34d9-49ec-bd05-b663eb62f175', 'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'mac_address': 'fa:16:3e:c5:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 5, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'subnets': [{'id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:33:50.829264 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b134053a-f033-45cc-b85b-62f5a94457cf None None] New status for floating IP 79a396e0-a507-4bed-9a08-31bc9c708e0b: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 15:33:50.899047 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 56952) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:51.010428 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d00253c-5e4e-4e8a-b2d9-3c4b8be90a28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:51.133751 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48937559-2e0d-4350-8df9-25dcbf4a17b9 req-75678799-bd47-4f3c-9182-ab413b112776 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:51.135351 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-48937559-2e0d-4350-8df9-25dcbf4a17b9 req-75678799-bd47-4f3c-9182-ab413b112776 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 944 time: 0.0742741 Jun 27 15:33:51.179856 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d00253c-5e4e-4e8a-b2d9-3c4b8be90a28 admin admin] Publish callbacks [] for security_group (8a230672-f81f-482d-ad81-4332b14c99f2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:51.187465 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-2d00253c-5e4e-4e8a-b2d9-3c4b8be90a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (8a230672-f81f-482d-ad81-4332b14c99f2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:51.247278 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-48937559-2e0d-4350-8df9-25dcbf4a17b9 req-4e54c4fd-523a-4d60-bd16-856b6856ff08 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956843 Jun 27 15:33:51.255432 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-2d00253c-5e4e-4e8a-b2d9-3c4b8be90a28 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b7d8c30b339f42309d1b00ad32f3694d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3552804 Jun 27 15:33:51.256308 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00253c-5e4e-4e8a-b2d9-3c4b8be90a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a230672-f81f-482d-ad81-4332b14c99f2,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:51.258450 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 56960) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:51.265234 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:51.319571 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-07e52ae5-0804-4e9c-82bd-3637f95492e5 admin admin] Publish callbacks [] for security_group (8a230672-f81f-482d-ad81-4332b14c99f2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:51.343413 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-07e52ae5-0804-4e9c-82bd-3637f95492e5 admin admin] Publish callbacks [] for security_group (8a230672-f81f-482d-ad81-4332b14c99f2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:51.393136 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-07e52ae5-0804-4e9c-82bd-3637f95492e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (8a230672-f81f-482d-ad81-4332b14c99f2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:51.395846 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-07e52ae5-0804-4e9c-82bd-3637f95492e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:51.397072 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-07e52ae5-0804-4e9c-82bd-3637f95492e5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8a230672-f81f-482d-ad81-4332b14c99f2 HTTP/1.1" status: 204 len: 168 time: 0.1376162 Jun 27 15:33:51.405487 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e52ae5-0804-4e9c-82bd-3637f95492e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a230672-f81f-482d-ad81-4332b14c99f2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:51.697128 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 56966) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:51.710840 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0c0df68c-536c-4e21-bd4b-638a9509deae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:51.731079 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:51.789697 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0c0df68c-536c-4e21-bd4b-638a9509deae admin admin] Publish callbacks [] for security_group (a8fa1db3-7187-49c4-b26c-8803baaa5121), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:51.795071 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0c0df68c-536c-4e21-bd4b-638a9509deae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (a8fa1db3-7187-49c4-b26c-8803baaa5121), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:51.839031 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0df68c-536c-4e21-bd4b-638a9509deae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fa1db3-7187-49c4-b26c-8803baaa5121,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:51.844488 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-0c0df68c-536c-4e21-bd4b-638a9509deae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fd02b1cf49dc435988bb9a98709e25b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458797 Jun 27 15:33:51.847584 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 56968) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:33:51.912636 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d506d523-0dfd-4cf5-bed2-af5d97aa68bd admin admin] Publish callbacks [] for security_group (a8fa1db3-7187-49c4-b26c-8803baaa5121), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:51.937130 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d506d523-0dfd-4cf5-bed2-af5d97aa68bd admin admin] Publish callbacks [] for security_group (a8fa1db3-7187-49c4-b26c-8803baaa5121), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:51.998733 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d506d523-0dfd-4cf5-bed2-af5d97aa68bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (a8fa1db3-7187-49c4-b26c-8803baaa5121), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:52.002728 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d506d523-0dfd-4cf5-bed2-af5d97aa68bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:52.003912 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-d506d523-0dfd-4cf5-bed2-af5d97aa68bd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a8fa1db3-7187-49c4-b26c-8803baaa5121 HTTP/1.1" status: 204 len: 168 time: 0.1551094 Jun 27 15:33:52.012002 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506d523-0dfd-4cf5-bed2-af5d97aa68bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fa1db3-7187-49c4-b26c-8803baaa5121,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:52.377064 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441f4be-227d-4dda-bc6b-3f1d1bdabf80 req-ee7d58c5-711f-418f-af2a-c5e8d91de51e tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:52.378748 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7441f4be-227d-4dda-bc6b-3f1d1bdabf80 req-ee7d58c5-711f-418f-af2a-c5e8d91de51e tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 944 time: 0.0520024 Jun 27 15:33:52.437456 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7441f4be-227d-4dda-bc6b-3f1d1bdabf80 req-dcd7b16e-4d00-45cc-ae2b-7e1b6eadb7b4 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524788 Jun 27 15:33:52.932086 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 8a6da410-e6d2-40db-ac82-63f37c7545e0 details requested by agent hyperv_hv-cinder-84779 with host hv-cinder-84779 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 15:33:53.044498 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 8a6da410-e6d2-40db-ac82-63f37c7545e0, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=8a6da410-e6d2-40db-ac82-63f37c7545e0,segment=NetworkSegment(bb9c2fff-a33f-4574-886e-c89eb06d7822),segment_id=bb9c2fff-a33f-4574-886e-c89eb06d7822)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:33:53.059531 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Returning: {'device': '8a6da410-e6d2-40db-ac82-63f37c7545e0', 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f', 'port_id': '8a6da410-e6d2-40db-ac82-63f37c7545e0', 'mac_address': 'fa:16:3e:5e:d6:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905f7862-f88e-4540-90be-39fe4e15dd98', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 15:33:53.106866 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 8a6da410-e6d2-40db-ac82-63f37c7545e0 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:33:53.109947 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (8a6da410-e6d2-40db-ac82-63f37c7545e0), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:53.137142 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a6da410-e6d2-40db-ac82-63f37c7545e0 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:33:53.164453 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 8a6da410-e6d2-40db-ac82-63f37c7545e0, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=8a6da410-e6d2-40db-ac82-63f37c7545e0,segment=NetworkSegment(bb9c2fff-a33f-4574-886e-c89eb06d7822),segment_id=bb9c2fff-a33f-4574-886e-c89eb06d7822)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:33:53.169601 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (8a6da410-e6d2-40db-ac82-63f37c7545e0), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:53.226774 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=8a6da410-e6d2-40db-ac82-63f37c7545e0,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:53.399461 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['8a6da410-e6d2-40db-ac82-63f37c7545e0'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:33:53.574197 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a776a1-ee50-49e0-9363-31d3e6a658d8 req-f2854f80-b063-48e1-b7c0-6bf50ec49eb2 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:53.575849 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f3a776a1-ee50-49e0-9363-31d3e6a658d8 req-f2854f80-b063-48e1-b7c0-6bf50ec49eb2 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 945 time: 0.0582583 Jun 27 15:33:53.633118 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:53.635087 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:53.639379 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f3a776a1-ee50-49e0-9363-31d3e6a658d8 req-23a6c0a9-9a42-417d-a702-1763d7407852 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555024 Jun 27 15:33:54.764656 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b361e-9f79-400f-a61d-ab9be2d7b94b req-aa74ef60-4f50-49fe-b05f-e4809cdd46e4 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:54.766390 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-099b361e-9f79-400f-a61d-ab9be2d7b94b req-aa74ef60-4f50-49fe-b05f-e4809cdd46e4 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 945 time: 0.0520272 Jun 27 15:33:54.791776 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:54.829705 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-099b361e-9f79-400f-a61d-ab9be2d7b94b req-9a3cf6d2-c551-49c2-9aa5-b7f70f2d76b1 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575449 Jun 27 15:33:54.951266 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 8a6da410-e6d2-40db-ac82-63f37c7545e0 up at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:33:54.979099 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:33:55.000088 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning for port 8a6da410-e6d2-40db-ac82-63f37c7545e0 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 15:33:55.007537 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning complete for port 8a6da410-e6d2-40db-ac82-63f37c7545e0 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:33:55.007916 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (8a6da410-e6d2-40db-ac82-63f37c7545e0), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:55.091604 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 8a6da410-e6d2-40db-ac82-63f37c7545e0 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:33:55.091993 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (8a6da410-e6d2-40db-ac82-63f37c7545e0), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:55.117674 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d3f4f1-4158-4a2f-8568-5cea794cdf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6da410-e6d2-40db-ac82-63f37c7545e0'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:33:55.120552 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d85b7032bc105ad9eb63a31382f750c4bf6bbb4824e658972134fe301cb831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bc85e7-09a3-4016-862a-5a644be530f7" -d '{"events": [{"server_uuid": "e7d3f4f1-4158-4a2f-8568-5cea794cdf31", "name": "network-vif-plugged", "status": "completed", "tag": "8a6da410-e6d2-40db-ac82-63f37c7545e0"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:33:55.140743 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 8a6da410-e6d2-40db-ac82-63f37c7545e0, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=8a6da410-e6d2-40db-ac82-63f37c7545e0,segment=NetworkSegment(bb9c2fff-a33f-4574-886e-c89eb06d7822),segment_id=bb9c2fff-a33f-4574-886e-c89eb06d7822)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:33:55.146474 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (8a6da410-e6d2-40db-ac82-63f37c7545e0), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:33:55.184777 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9700bf1c-336b-4616-8e05-0cb2f198ae22 x-openstack-request-id: req-9700bf1c-336b-4616-8e05-0cb2f198ae22 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:33:55.185073 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d3f4f1-4158-4a2f-8568-5cea794cdf31", "name": "network-vif-plugged", "status": "completed", "tag": "8a6da410-e6d2-40db-ac82-63f37c7545e0", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:33:55.185326 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9700bf1c-336b-4616-8e05-0cb2f198ae22 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:33:55.185724 dv-cinder-847798-1-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9700bf1c-336b-4616-8e05-0cb2f198ae22'] response: {'server_uuid': 'e7d3f4f1-4158-4a2f-8568-5cea794cdf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6da410-e6d2-40db-ac82-63f37c7545e0', 'code': 200} Jun 27 15:33:55.217169 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=8a6da410-e6d2-40db-ac82-63f37c7545e0,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:33:55.454475 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9fb99-8cc5-493b-8ac2-5519f50ebefb req-13ed015c-15c0-4f56-b22f-53c70e600213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:55.456743 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-56c9fb99-8cc5-493b-8ac2-5519f50ebefb req-13ed015c-15c0-4f56-b22f-53c70e600213 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 1130 time: 0.0537865 Jun 27 15:33:55.516227 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-56c9fb99-8cc5-493b-8ac2-5519f50ebefb req-b1a343c4-8dc1-419f-a820-1b01aa8fc534 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471239 Jun 27 15:33:55.952085 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7561c-c8eb-4209-882f-954bf7055f4e req-2d6f21c4-2260-4a22-9475-9e5fa43875e3 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:55.953614 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d4c7561c-c8eb-4209-882f-954bf7055f4e req-2d6f21c4-2260-4a22-9475-9e5fa43875e3 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0504107 Jun 27 15:33:56.014876 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d4c7561c-c8eb-4209-882f-954bf7055f4e req-bcd93887-77c7-4191-a400-a352bbcc00f5 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526326 Jun 27 15:33:57.160621 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef76dc1-cf3a-438e-944e-47501ac473be req-42e8d13b-9c4a-4977-80d7-250b8820d1fc tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:57.162122 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-eef76dc1-cf3a-438e-944e-47501ac473be req-42e8d13b-9c4a-4977-80d7-250b8820d1fc tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0575480 Jun 27 15:33:57.218050 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-eef76dc1-cf3a-438e-944e-47501ac473be req-451ba355-8c4b-4973-9c9d-af78c29af83d tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482025 Jun 27 15:33:57.276133 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:33:58.346163 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558fa161-ead3-45da-8573-97796b3baf21 req-2fddd92d-f359-4e9d-a30d-97e9246c50c5 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:58.347719 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-558fa161-ead3-45da-8573-97796b3baf21 req-2fddd92d-f359-4e9d-a30d-97e9246c50c5 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0507872 Jun 27 15:33:58.403986 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-558fa161-ead3-45da-8573-97796b3baf21 req-fbedddcd-9f14-480d-959d-2c903c26c583 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505095 Jun 27 15:33:59.535078 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef10e47-2a2d-4ac8-916e-d32e44a7b522 req-4db92c7e-e1a1-47fa-8f56-0866be197fc7 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:33:59.536537 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aef10e47-2a2d-4ac8-916e-d32e44a7b522 req-4db92c7e-e1a1-47fa-8f56-0866be197fc7 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0552177 Jun 27 15:33:59.598574 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aef10e47-2a2d-4ac8-916e-d32e44a7b522 req-b7214e88-841c-4f4a-8e71-38b837ed7892 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556395 Jun 27 15:34:00.737309 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5129832-84a4-47ae-8b09-ed236ce905b5 req-f558ec96-ca58-4eca-9e28-536504343b90 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:34:00.739201 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f5129832-84a4-47ae-8b09-ed236ce905b5 req-f558ec96-ca58-4eca-9e28-536504343b90 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0612166 Jun 27 15:34:00.798406 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f5129832-84a4-47ae-8b09-ed236ce905b5 req-c49667db-0cbd-4bdf-a32f-c7e83386c787 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524929 Jun 27 15:34:01.926871 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af62e9a-19ee-489c-8e0c-54f6a1d23e53 req-46684d59-54f6-446a-8ccd-b14d0aeea0c7 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:34:01.928381 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7af62e9a-19ee-489c-8e0c-54f6a1d23e53 req-46684d59-54f6-446a-8ccd-b14d0aeea0c7 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0546470 Jun 27 15:34:01.983556 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-7af62e9a-19ee-489c-8e0c-54f6a1d23e53 req-9c5ec41f-fe0e-402f-bb1d-c1b4aba66d5c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487316 Jun 27 15:34:03.111760 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153d0ed-ab05-4f9a-9734-7d9cef0d4343 req-d863d701-1c61-4a50-ba6a-62caecc39afc tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:34:03.113239 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9153d0ed-ab05-4f9a-9734-7d9cef0d4343 req-d863d701-1c61-4a50-ba6a-62caecc39afc tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0579035 Jun 27 15:34:03.165167 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9153d0ed-ab05-4f9a-9734-7d9cef0d4343 req-f9b366f8-5dbb-4a25-a2dd-f8b7fddebf20 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458972 Jun 27 15:34:03.287452 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0dbef-abae-49bf-9a92-988e23bc92d4 req-7f315048-464f-4ef5-9a3e-3d12b195ede9 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:34:03.289002 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-25c0dbef-abae-49bf-9a92-988e23bc92d4 req-7f315048-464f-4ef5-9a3e-3d12b195ede9 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0505407 Jun 27 15:34:03.350187 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-25c0dbef-abae-49bf-9a92-988e23bc92d4 req-cf1a5fe3-1253-42d0-9611-3709b3b55a28 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530937 Jun 27 15:34:03.382495 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 57086) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:03.597442 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de6d181-f4bf-4c68-94fd-75eab76d6f41 tempest-TestShelveInstance-979859874 tempest-TestShelveInstance-979859874-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:34:03.599004 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-2de6d181-f4bf-4c68-94fd-75eab76d6f41 tempest-TestShelveInstance-979859874 tempest-TestShelveInstance-979859874-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 1125 time: 0.2153742 Jun 27 15:34:03.602210 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 57090) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:03.606516 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-faab1fd4-f19a-4852-9500-e968894b5474 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Request body: {'floatingip': {'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'port_id': '8a6da410-e6d2-40db-ac82-63f37c7545e0', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:34:03.630295 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-faab1fd4-f19a-4852-9500-e968894b5474 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:03.632801 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:03.737433 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-faab1fd4-f19a-4852-9500-e968894b5474 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:03.845687 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-faab1fd4-f19a-4852-9500-e968894b5474 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Allocated IP 172.27.2.197 (514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb/6226739c-eac4-4784-90b9-a0481f53f3ba/70e1775a-d953-4be1-8bf1-b0048c6906fb) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:34:04.202435 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-faab1fd4-f19a-4852-9500-e968894b5474 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for port (70e1775a-d953-4be1-8bf1-b0048c6906fb), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:04.237211 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-faab1fd4-f19a-4852-9500-e968894b5474 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (70e1775a-d953-4be1-8bf1-b0048c6906fb), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:04.268346 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:04.281973 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faab1fd4-f19a-4852-9500-e968894b5474 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:34:04.290037 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-faab1fd4-f19a-4852-9500-e968894b5474 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:34:04.292711 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faab1fd4-f19a-4852-9500-e968894b5474 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:34:04.319356 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab1fd4-f19a-4852-9500-e968894b5474 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Pushing event updated for resources: {'Port': ['ID=70e1775a-d953-4be1-8bf1-b0048c6906fb,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:04.679808 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-faab1fd4-f19a-4852-9500-e968894b5474 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for floatingip (6442ca61-d0e3-47dd-8b92-cabb9ae2db8f), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:04.752907 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-faab1fd4-f19a-4852-9500-e968894b5474 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (70e1775a-d953-4be1-8bf1-b0048c6906fb), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:04.783713 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:04.917323 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-faab1fd4-f19a-4852-9500-e968894b5474 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for port (70e1775a-d953-4be1-8bf1-b0048c6906fb), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:04.924460 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-faab1fd4-f19a-4852-9500-e968894b5474 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9438190'] for port (70e1775a-d953-4be1-8bf1-b0048c6906fb), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:04.999448 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faab1fd4-f19a-4852-9500-e968894b5474 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Pushing event updated for resources: {'Port': ['ID=70e1775a-d953-4be1-8bf1-b0048c6906fb,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:05.009395 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-faab1fd4-f19a-4852-9500-e968894b5474 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (6442ca61-d0e3-47dd-8b92-cabb9ae2db8f), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:05.110220 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.db.l3_db [None req-faab1fd4-f19a-4852-9500-e968894b5474 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Floating IP 6442ca61-d0e3-47dd-8b92-cabb9ae2db8f associated. External IP: 172.27.2.197, port: 8a6da410-e6d2-40db-ac82-63f37c7545e0. Jun 27 15:34:05.167969 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:05.211440 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=33,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:05.213580 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:05.340997 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faab1fd4-f19a-4852-9500-e968894b5474 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Router cd9cbda4-37c6-49cb-8d1f-28807c7112bb has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:34:05.446791 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faab1fd4-f19a-4852-9500-e968894b5474 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:34:05.456783 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f518138-0f0f-4159-b82d-74e67966c828 None None] Sync routers for ids ['cd9cbda4-37c6-49cb-8d1f-28807c7112bb'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:34:05.466903 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-faab1fd4-f19a-4852-9500-e968894b5474 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:05.505861 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-faab1fd4-f19a-4852-9500-e968894b5474 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9026229 Jun 27 15:34:05.506467 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d3f4f1-4158-4a2f-8568-5cea794cdf31', 'tag': '8a6da410-e6d2-40db-ac82-63f37c7545e0'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:34:05.508999 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ecdf1b21e48a9c17975c38f4cbb98a47ab0df019f7748c413a09c43e6bcf64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e253f2-4aaa-4bdd-bc37-dd917d9e4dab" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d3f4f1-4158-4a2f-8568-5cea794cdf31", "tag": "8a6da410-e6d2-40db-ac82-63f37c7545e0"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:34:05.547685 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78233705-35de-4bb3-ac80-7308b0e177e0 x-openstack-request-id: req-78233705-35de-4bb3-ac80-7308b0e177e0 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:34:05.547979 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d3f4f1-4158-4a2f-8568-5cea794cdf31", "tag": "8a6da410-e6d2-40db-ac82-63f37c7545e0", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:34:05.548228 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-78233705-35de-4bb3-ac80-7308b0e177e0 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:34:05.548781 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78233705-35de-4bb3-ac80-7308b0e177e0'] response: {'name': 'network-changed', 'server_uuid': 'e7d3f4f1-4158-4a2f-8568-5cea794cdf31', 'tag': '8a6da410-e6d2-40db-ac82-63f37c7545e0', 'status': 'completed', 'code': 200} Jun 27 15:34:05.567023 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f518138-0f0f-4159-b82d-74e67966c828 None None] Routers {'cd9cbda4-37c6-49cb-8d1f-28807c7112bb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:34:05.567641 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6f518138-0f0f-4159-b82d-74e67966c828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:33:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['cd9cbda4-37c6-49cb-8d1f-28807c7112bb'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:34:05.674504 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-6f518138-0f0f-4159-b82d-74e67966c828 None None] Set router cd9cbda4-37c6-49cb-8d1f-28807c7112bb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:34:05.717203 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=100 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:05.784810 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:05.893977 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6f518138-0f0f-4159-b82d-74e67966c828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'name': 'tempest-TestShelveInstance-1816102759-router', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '774f95f7-d9ca-412f-ac5a-d30d0906901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:33:04Z', 'updated_at': '2022-06-27T15:33:09Z', 'revision_number': 4, 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'gw_port': {'id': '774f95f7-d9ca-412f-ac5a-d30d0906901b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:05Z', 'updated_at': '2022-06-27T15:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '6442ca61-d0e3-47dd-8b92-cabb9ae2db8f', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'port_id': '8a6da410-e6d2-40db-ac82-63f37c7545e0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f', 'mac_address': 'fa:16:3e:5e:d6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d3f4f1-4158-4a2f-8568-5cea794cdf31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:34:04Z', 'updated_at': '2022-06-27T15:34:04Z', 'revision_number': 0, 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0db722bc-7d1d-4cf5-a2b0-991106b605dd', 'name': '', 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'mac_address': 'fa:16:3e:93:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '905f7862-f88e-4540-90be-39fe4e15dd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:08Z', 'updated_at': '2022-06-27T15:33:16Z', 'revision_number': 5, 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'subnets': [{'id': '905f7862-f88e-4540-90be-39fe4e15dd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:34:05.922306 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f518138-0f0f-4159-b82d-74e67966c828 None None] Checking router: cd9cbda4-37c6-49cb-8d1f-28807c7112bb for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:34:05.932107 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f518138-0f0f-4159-b82d-74e67966c828 None None] Routers {'cd9cbda4-37c6-49cb-8d1f-28807c7112bb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:34:05.933047 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6f518138-0f0f-4159-b82d-74e67966c828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:33:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['cd9cbda4-37c6-49cb-8d1f-28807c7112bb'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:34:06.050950 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-6f518138-0f0f-4159-b82d-74e67966c828 None None] Set router cd9cbda4-37c6-49cb-8d1f-28807c7112bb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:34:06.277276 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-6f518138-0f0f-4159-b82d-74e67966c828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'name': 'tempest-TestShelveInstance-1816102759-router', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '774f95f7-d9ca-412f-ac5a-d30d0906901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:33:04Z', 'updated_at': '2022-06-27T15:33:09Z', 'revision_number': 4, 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'gw_port': {'id': '774f95f7-d9ca-412f-ac5a-d30d0906901b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:05Z', 'updated_at': '2022-06-27T15:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '6442ca61-d0e3-47dd-8b92-cabb9ae2db8f', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'port_id': '8a6da410-e6d2-40db-ac82-63f37c7545e0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f', 'mac_address': 'fa:16:3e:5e:d6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d3f4f1-4158-4a2f-8568-5cea794cdf31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:34:04Z', 'updated_at': '2022-06-27T15:34:04Z', 'revision_number': 0, 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0db722bc-7d1d-4cf5-a2b0-991106b605dd', 'name': '', 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'mac_address': 'fa:16:3e:93:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '905f7862-f88e-4540-90be-39fe4e15dd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:08Z', 'updated_at': '2022-06-27T15:33:16Z', 'revision_number': 5, 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'subnets': [{'id': '905f7862-f88e-4540-90be-39fe4e15dd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:34:06.302452 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f518138-0f0f-4159-b82d-74e67966c828 None None] The sync data for ids ['cd9cbda4-37c6-49cb-8d1f-28807c7112bb'] in dv-cinder-847798-1-iscsi is: [{'id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'name': 'tempest-TestShelveInstance-1816102759-router', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '774f95f7-d9ca-412f-ac5a-d30d0906901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:33:04Z', 'updated_at': '2022-06-27T15:33:09Z', 'revision_number': 4, 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'gw_port': {'id': '774f95f7-d9ca-412f-ac5a-d30d0906901b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:05Z', 'updated_at': '2022-06-27T15:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '6442ca61-d0e3-47dd-8b92-cabb9ae2db8f', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'floating_ip_address': '172.27.2.197', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'port_id': '8a6da410-e6d2-40db-ac82-63f37c7545e0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f', 'mac_address': 'fa:16:3e:5e:d6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d3f4f1-4158-4a2f-8568-5cea794cdf31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:34:04Z', 'updated_at': '2022-06-27T15:34:04Z', 'revision_number': 0, 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0db722bc-7d1d-4cf5-a2b0-991106b605dd', 'name': '', 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'mac_address': 'fa:16:3e:93:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '905f7862-f88e-4540-90be-39fe4e15dd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:08Z', 'updated_at': '2022-06-27T15:33:16Z', 'revision_number': 5, 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'subnets': [{'id': '905f7862-f88e-4540-90be-39fe4e15dd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:34:06.522122 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e40fbc-9167-4c41-941e-f4ff8ad6c729 None None] New status for floating IP 6442ca61-d0e3-47dd-8b92-cabb9ae2db8f: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 15:34:07.248056 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e253f2-4aaa-4bdd-bc37-dd917d9e4dab req-b5469368-7a97-4809-846a-ed3310543735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:34:07.249710 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f0e253f2-4aaa-4bdd-bc37-dd917d9e4dab req-b5469368-7a97-4809-846a-ed3310543735 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9954040eb98d4ecdafbc681132689ff5&device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 1130 time: 0.0437288 Jun 27 15:34:07.357858 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e253f2-4aaa-4bdd-bc37-dd917d9e4dab req-acdca3d2-a8ec-40c8-bfab-126d4a7a7c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:34:07.360014 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f0e253f2-4aaa-4bdd-bc37-dd917d9e4dab req-acdca3d2-a8ec-40c8-bfab-126d4a7a7c34 service neutron] 10.222.0.42 "GET /v2.0/networks?id=349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f HTTP/1.1" status: 200 len: 910 time: 0.1028764 Jun 27 15:34:07.428012 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f0e253f2-4aaa-4bdd-bc37-dd917d9e4dab req-d8db1383-6816-4020-936e-423819091315 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a6da410-e6d2-40db-ac82-63f37c7545e0 HTTP/1.1" status: 200 len: 1002 time: 0.0570712 Jun 27 15:34:07.484283 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e253f2-4aaa-4bdd-bc37-dd917d9e4dab req-48793d11-55c9-44a7-8f62-e33325dc5d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:34:07.485879 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f0e253f2-4aaa-4bdd-bc37-dd917d9e4dab req-48793d11-55c9-44a7-8f62-e33325dc5d59 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=905f7862-f88e-4540-90be-39fe4e15dd98 HTTP/1.1" status: 200 len: 848 time: 0.0513909 Jun 27 15:34:07.500935 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:07.532204 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e253f2-4aaa-4bdd-bc37-dd917d9e4dab req-f4773456-6b69-49b5-a85f-eb47677221e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:34:07.533829 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f0e253f2-4aaa-4bdd-bc37-dd917d9e4dab req-f4773456-6b69-49b5-a85f-eb47677221e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415883 Jun 27 15:34:07.634284 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f0e253f2-4aaa-4bdd-bc37-dd917d9e4dab req-d5c18991-e57c-4911-af0a-9fa6cdb1dde0 service neutron] 10.222.0.42 "GET /v2.0/networks/349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923994 Jun 27 15:34:07.731969 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f0e253f2-4aaa-4bdd-bc37-dd917d9e4dab req-250fe39e-51fe-4d44-96a3-fff7cceac74e service neutron] 10.222.0.42 "GET /v2.0/networks/349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908496 Jun 27 15:34:08.802417 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d13e9719-0877-4fd7-894c-f442ed1ed567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:09.736765 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a0e50-92e2-4e8e-8e37-5e42fb2598ae req-9e9d2162-8dca-4743-b2cb-0f7b43f0ec73 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:34:09.738317 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-203a0e50-92e2-4e8e-8e37-5e42fb2598ae req-9e9d2162-8dca-4743-b2cb-0f7b43f0ec73 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 946 time: 0.0516787 Jun 27 15:34:09.799373 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-203a0e50-92e2-4e8e-8e37-5e42fb2598ae req-4bcc843a-33ed-422e-8b20-a7431e2ac193 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522909 Jun 27 15:34:10.933491 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea4c18-8284-42b9-bd42-8ca0e646f779 req-7f8e2137-90ee-449a-83de-8decf1c757d9 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:34:10.935093 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-42ea4c18-8284-42b9-bd42-8ca0e646f779 req-7f8e2137-90ee-449a-83de-8decf1c757d9 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 946 time: 0.0513377 Jun 27 15:34:10.989255 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-42ea4c18-8284-42b9-bd42-8ca0e646f779 req-d8cfb708-382e-40d7-8c94-47d71f5230a0 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462241 Jun 27 15:34:11.706375 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fa85f0c4-8039-4c7a-a282-c90c9f9c24bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:12.118065 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:12.129428 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f81b80-2980-41ec-9ad4-29ef459b699c req-e6dff704-adfe-4208-b530-7414c7508382 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:34:12.130974 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-32f81b80-2980-41ec-9ad4-29ef459b699c req-e6dff704-adfe-4208-b530-7414c7508382 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 946 time: 0.0622044 Jun 27 15:34:12.187162 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-32f81b80-2980-41ec-9ad4-29ef459b699c req-6a69671a-db76-4ffc-b6b5-ac1e90367603 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482042 Jun 27 15:34:13.330772 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892df69-4173-43e1-bd97-458a7254d93c req-6839e29b-a813-48ac-b296-89de292acb3d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:34:13.332583 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1892df69-4173-43e1-bd97-458a7254d93c req-6839e29b-a813-48ac-b296-89de292acb3d tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 946 time: 0.0579004 Jun 27 15:34:13.391058 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1892df69-4173-43e1-bd97-458a7254d93c req-2f5f3199-638a-465c-91ac-1287ef225346 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups?id=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516601 Jun 27 15:34:13.453368 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:13.454857 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ddc1fd-8900-4c73-8bfc-4f286a8b9322 req-8ea05f2a-a9ec-4ce1-bee6-7ef1022f41f9 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:34:13.456461 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b1ddc1fd-8900-4c73-8bfc-4f286a8b9322 req-8ea05f2a-a9ec-4ce1-bee6-7ef1022f41f9 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.42 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 946 time: 0.0552409 Jun 27 15:34:13.543222 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-b1ddc1fd-8900-4c73-8bfc-4f286a8b9322 req-3434d905-b6df-4fcf-8de5-8c9d9b682295 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Deleting port 82ee23e2-cf54-4c80-aa3a-825aa5c81193 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:34:13.543510 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b1ddc1fd-8900-4c73-8bfc-4f286a8b9322 req-3434d905-b6df-4fcf-8de5-8c9d9b682295 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (82ee23e2-cf54-4c80-aa3a-825aa5c81193), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:13.634463 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-b1ddc1fd-8900-4c73-8bfc-4f286a8b9322 req-3434d905-b6df-4fcf-8de5-8c9d9b682295 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] For port 82ee23e2-cf54-4c80-aa3a-825aa5c81193, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=82ee23e2-cf54-4c80-aa3a-825aa5c81193,segment=NetworkSegment(e8df84b0-b449-4f32-9fef-1bd341ec9717),segment_id=e8df84b0-b449-4f32-9fef-1bd341ec9717)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:34:13.634839 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b1ddc1fd-8900-4c73-8bfc-4f286a8b9322 req-3434d905-b6df-4fcf-8de5-8c9d9b682295 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (82ee23e2-cf54-4c80-aa3a-825aa5c81193), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:13.798129 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b1ddc1fd-8900-4c73-8bfc-4f286a8b9322 req-3434d905-b6df-4fcf-8de5-8c9d9b682295 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:13.798510 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b1ddc1fd-8900-4c73-8bfc-4f286a8b9322 req-3434d905-b6df-4fcf-8de5-8c9d9b682295 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (c4fcc845-45dc-42be-90d4-926e2753953a), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:13.798799 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.l3_db [req-b1ddc1fd-8900-4c73-8bfc-4f286a8b9322 req-3434d905-b6df-4fcf-8de5-8c9d9b682295 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Floating IP c4fcc845-45dc-42be-90d4-926e2753953a disassociated. External IP: 172.27.2.242, port: 82ee23e2-cf54-4c80-aa3a-825aa5c81193. Jun 27 15:34:13.799138 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-b1ddc1fd-8900-4c73-8bfc-4f286a8b9322 req-3434d905-b6df-4fcf-8de5-8c9d9b682295 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Calling delete_port for 82ee23e2-cf54-4c80-aa3a-825aa5c81193 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:34:13.933179 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:13.940679 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b1ddc1fd-8900-4c73-8bfc-4f286a8b9322 req-3434d905-b6df-4fcf-8de5-8c9d9b682295 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (82ee23e2-cf54-4c80-aa3a-825aa5c81193), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:13.971329 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434d905-b6df-4fcf-8de5-8c9d9b682295 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Pushing event deleted for resources: {'Port': ['ID=82ee23e2-cf54-4c80-aa3a-825aa5c81193,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:13.983864 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3434d905-b6df-4fcf-8de5-8c9d9b682295 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:34:13.984249 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3434d905-b6df-4fcf-8de5-8c9d9b682295 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:34:13.984607 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3434d905-b6df-4fcf-8de5-8c9d9b682295 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:34:13.984940 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3434d905-b6df-4fcf-8de5-8c9d9b682295 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:34:13.985252 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3434d905-b6df-4fcf-8de5-8c9d9b682295 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:34:13.985606 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3434d905-b6df-4fcf-8de5-8c9d9b682295 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:34:13.985931 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3434d905-b6df-4fcf-8de5-8c9d9b682295 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:34:13.986250 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3434d905-b6df-4fcf-8de5-8c9d9b682295 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:34:13.986568 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3434d905-b6df-4fcf-8de5-8c9d9b682295 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:34:13.986891 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3434d905-b6df-4fcf-8de5-8c9d9b682295 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:34:13.987208 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3434d905-b6df-4fcf-8de5-8c9d9b682295 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:34:13.987517 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3434d905-b6df-4fcf-8de5-8c9d9b682295 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:34:13.987847 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3434d905-b6df-4fcf-8de5-8c9d9b682295 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:34:13.988223 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3434d905-b6df-4fcf-8de5-8c9d9b682295 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:34:13.989167 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3434d905-b6df-4fcf-8de5-8c9d9b682295 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:34:14.097137 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1ddc1fd-8900-4c73-8bfc-4f286a8b9322 req-3434d905-b6df-4fcf-8de5-8c9d9b682295 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Router d88e545f-3b13-43b5-88d4-b4caf72885d0 has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:34:14.211341 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1ddc1fd-8900-4c73-8bfc-4f286a8b9322 req-3434d905-b6df-4fcf-8de5-8c9d9b682295 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:34:14.220693 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec36194-f2e5-4e84-b670-5445d5920af9 None None] Sync routers for ids ['d88e545f-3b13-43b5-88d4-b4caf72885d0'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:34:14.231602 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec36194-f2e5-4e84-b670-5445d5920af9 None None] Routers {'d88e545f-3b13-43b5-88d4-b4caf72885d0'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:34:14.232197 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-dec36194-f2e5-4e84-b670-5445d5920af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:34:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d88e545f-3b13-43b5-88d4-b4caf72885d0'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:34:14.257756 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ddc1fd-8900-4c73-8bfc-4f286a8b9322 req-3434d905-b6df-4fcf-8de5-8c9d9b682295 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] No DVR routers for this DVR port 82ee23e2-cf54-4c80-aa3a-825aa5c81193 on host hv-cinder-84779 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:34:14.260458 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-b1ddc1fd-8900-4c73-8bfc-4f286a8b9322 req-3434d905-b6df-4fcf-8de5-8c9d9b682295 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:14.263771 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b1ddc1fd-8900-4c73-8bfc-4f286a8b9322 req-3434d905-b6df-4fcf-8de5-8c9d9b682295 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.42 "DELETE /v2.0/ports/82ee23e2-cf54-4c80-aa3a-825aa5c81193 HTTP/1.1" status: 204 len: 173 time: 0.8010044 Jun 27 15:34:14.264249 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886a9b39-9d64-4359-8d03-b07dbe1abf9c', 'name': 'network-vif-deleted', 'tag': '82ee23e2-cf54-4c80-aa3a-825aa5c81193'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:34:14.266617 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6b6e36-6c7f-453c-8c1e-b709f03d5562" -d '{"events": [{"server_uuid": "886a9b39-9d64-4359-8d03-b07dbe1abf9c", "name": "network-vif-deleted", "tag": "82ee23e2-cf54-4c80-aa3a-825aa5c81193"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:34:14.312913 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d7a847-7e1e-4e71-9403-fed1392ec45c x-openstack-request-id: req-33d7a847-7e1e-4e71-9403-fed1392ec45c {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:34:14.313760 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886a9b39-9d64-4359-8d03-b07dbe1abf9c", "name": "network-vif-deleted", "tag": "82ee23e2-cf54-4c80-aa3a-825aa5c81193", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:34:14.314253 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-33d7a847-7e1e-4e71-9403-fed1392ec45c {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:34:14.315306 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33d7a847-7e1e-4e71-9403-fed1392ec45c'] response: {'server_uuid': '886a9b39-9d64-4359-8d03-b07dbe1abf9c', 'name': 'network-vif-deleted', 'tag': '82ee23e2-cf54-4c80-aa3a-825aa5c81193', 'status': 'completed', 'code': 200} Jun 27 15:34:14.367626 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-dec36194-f2e5-4e84-b670-5445d5920af9 None None] Set router d88e545f-3b13-43b5-88d4-b4caf72885d0 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:34:14.555498 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a6d767b3-aa3c-4f0e-a216-ba98acaec76d req-31977401-d040-4b9e-bc1f-5c661d740033 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/ports?device_id=886a9b39-9d64-4359-8d03-b07dbe1abf9c HTTP/1.1" status: 200 len: 210 time: 0.0468469 Jun 27 15:34:14.607960 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-dec36194-f2e5-4e84-b670-5445d5920af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1586938063-router', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:22Z', 'updated_at': '2022-06-27T15:26:37Z', 'revision_number': 4, 'project_id': '2270daf238a640609e9ab514b01d9768', 'gw_port': {'id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:24Z', 'updated_at': '2022-06-27T15:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': 'e1b91a4f-0760-4eb6-8669-74245160977f', 'name': '', 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'mac_address': 'fa:16:3e:d2:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:33Z', 'updated_at': '2022-06-27T15:26:51Z', 'revision_number': 5, 'project_id': '2270daf238a640609e9ab514b01d9768', 'subnets': [{'id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:34:14.636573 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec36194-f2e5-4e84-b670-5445d5920af9 None None] Checking router: d88e545f-3b13-43b5-88d4-b4caf72885d0 for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:34:14.646640 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec36194-f2e5-4e84-b670-5445d5920af9 None None] Routers {'d88e545f-3b13-43b5-88d4-b4caf72885d0'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:34:14.646906 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:14.647440 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-dec36194-f2e5-4e84-b670-5445d5920af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:34:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d88e545f-3b13-43b5-88d4-b4caf72885d0'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:34:14.751180 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=100 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:14.763852 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-dec36194-f2e5-4e84-b670-5445d5920af9 None None] Set router d88e545f-3b13-43b5-88d4-b4caf72885d0 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:34:14.793497 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=100 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:14.967014 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-dec36194-f2e5-4e84-b670-5445d5920af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1586938063-router', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:22Z', 'updated_at': '2022-06-27T15:26:37Z', 'revision_number': 4, 'project_id': '2270daf238a640609e9ab514b01d9768', 'gw_port': {'id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:24Z', 'updated_at': '2022-06-27T15:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': 'e1b91a4f-0760-4eb6-8669-74245160977f', 'name': '', 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'mac_address': 'fa:16:3e:d2:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:33Z', 'updated_at': '2022-06-27T15:26:51Z', 'revision_number': 5, 'project_id': '2270daf238a640609e9ab514b01d9768', 'subnets': [{'id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:34:15.071934 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:15.074855 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec36194-f2e5-4e84-b670-5445d5920af9 None None] The sync data for ids ['d88e545f-3b13-43b5-88d4-b4caf72885d0'] in dv-cinder-847798-1-iscsi is: [{'id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1586938063-router', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:22Z', 'updated_at': '2022-06-27T15:26:37Z', 'revision_number': 4, 'project_id': '2270daf238a640609e9ab514b01d9768', 'gw_port': {'id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:24Z', 'updated_at': '2022-06-27T15:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': 'e1b91a4f-0760-4eb6-8669-74245160977f', 'name': '', 'network_id': 'e8e77f3f-2787-4f23-b11e-9e909cc074b3', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'mac_address': 'fa:16:3e:d2:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:33Z', 'updated_at': '2022-06-27T15:26:51Z', 'revision_number': 5, 'project_id': '2270daf238a640609e9ab514b01d9768', 'subnets': [{'id': '96df5947-fd71-41b6-a0c5-3296a5c0458f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:34:15.302056 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ea4a64-d70d-4318-afde-0090b8c607c7 None None] New status for floating IP c4fcc845-45dc-42be-90d4-926e2753953a: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 15:34:15.651246 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 57186) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:15.674294 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:15.714734 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c964a75d-a984-44f9-acdb-c02f7bfbbb48 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for security_group (2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:15.742400 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c964a75d-a984-44f9-acdb-c02f7bfbbb48 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for security_group (2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:15.797410 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c964a75d-a984-44f9-acdb-c02f7bfbbb48 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:15.800031 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c964a75d-a984-44f9-acdb-c02f7bfbbb48 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:15.801918 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-c964a75d-a984-44f9-acdb-c02f7bfbbb48 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "DELETE /v2.0/security-groups/2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323 HTTP/1.1" status: 204 len: 168 time: 0.1496406 Jun 27 15:34:15.805192 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 57190) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:15.811877 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964a75d-a984-44f9-acdb-c02f7bfbbb48 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:15.821570 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.api.v2.resource [None req-f222908a-5972-497e-ae94-cb39d4e307e4 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] show failed (client error): The resource could not be found. Jun 27 15:34:15.823009 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-f222908a-5972-497e-ae94-cb39d4e307e4 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "GET /v2.0/security-groups/2fb2be2a-44ae-4ae8-bf0d-ab072cfa5323 HTTP/1.1" status: 404 len: 347 time: 0.0168302 Jun 27 15:34:15.826031 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 57192) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:15.832473 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:15.946592 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-211f5760-5ccc-4b44-9e25-fc8113c39da9 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Deleting port 756b7187-c7e3-4cdd-b30b-6d0347514590 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:34:15.946987 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-211f5760-5ccc-4b44-9e25-fc8113c39da9 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (756b7187-c7e3-4cdd-b30b-6d0347514590), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:16.031317 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-211f5760-5ccc-4b44-9e25-fc8113c39da9 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (756b7187-c7e3-4cdd-b30b-6d0347514590), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:16.031622 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-211f5760-5ccc-4b44-9e25-fc8113c39da9 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for floatingip (756b7187-c7e3-4cdd-b30b-6d0347514590), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:16.046253 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-211f5760-5ccc-4b44-9e25-fc8113c39da9 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Calling delete_port for 756b7187-c7e3-4cdd-b30b-6d0347514590 owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:34:16.197547 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-211f5760-5ccc-4b44-9e25-fc8113c39da9 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (756b7187-c7e3-4cdd-b30b-6d0347514590), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:16.220757 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f5760-5ccc-4b44-9e25-fc8113c39da9 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Pushing event deleted for resources: {'Port': ['ID=756b7187-c7e3-4cdd-b30b-6d0347514590,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:16.295995 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-211f5760-5ccc-4b44-9e25-fc8113c39da9 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks [] for floatingip (c4fcc845-45dc-42be-90d4-926e2753953a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:16.298493 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-211f5760-5ccc-4b44-9e25-fc8113c39da9 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:16.299697 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-211f5760-5ccc-4b44-9e25-fc8113c39da9 tempest-AttachVolumeShelveTestJSON-1391181918 tempest-AttachVolumeShelveTestJSON-1391181918-project] 10.222.0.26 "DELETE /v2.0/floatingips/c4fcc845-45dc-42be-90d4-926e2753953a HTTP/1.1" status: 204 len: 168 time: 0.4727194 Jun 27 15:34:17.653554 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 82ee23e2-cf54-4c80-aa3a-825aa5c81193 no longer exists at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:34:17.678368 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] No Port match for: 82ee23e2-cf54-4c80-aa3a-825aa5c81193 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:34:17.678605 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 82ee23e2-cf54-4c80-aa3a-825aa5c81193 not bound to the agent host hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:34:18.936725 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:19.803257 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 57234) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:20.233702 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:20.308557 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32636d4d-0caf-4858-81a6-06ce2ce7deb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3703176'] for router_interface (d88e545f-3b13-43b5-88d4-b4caf72885d0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:20.573081 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-32636d4d-0caf-4858-81a6-06ce2ce7deb9 admin admin] Deleting port e1b91a4f-0760-4eb6-8669-74245160977f {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:34:20.573651 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32636d4d-0caf-4858-81a6-06ce2ce7deb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (e1b91a4f-0760-4eb6-8669-74245160977f), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:20.719948 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-32636d4d-0caf-4858-81a6-06ce2ce7deb9 admin admin] For port e1b91a4f-0760-4eb6-8669-74245160977f, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=e1b91a4f-0760-4eb6-8669-74245160977f,segment=NetworkSegment(e8df84b0-b449-4f32-9fef-1bd341ec9717),segment_id=e8df84b0-b449-4f32-9fef-1bd341ec9717)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:34:20.720369 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32636d4d-0caf-4858-81a6-06ce2ce7deb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (e1b91a4f-0760-4eb6-8669-74245160977f), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:20.735431 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-32636d4d-0caf-4858-81a6-06ce2ce7deb9 admin admin] Calling delete_port for e1b91a4f-0760-4eb6-8669-74245160977f owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:34:20.884944 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:20.946000 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32636d4d-0caf-4858-81a6-06ce2ce7deb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (e1b91a4f-0760-4eb6-8669-74245160977f), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:20.973056 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32636d4d-0caf-4858-81a6-06ce2ce7deb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b91a4f-0760-4eb6-8669-74245160977f,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:21.158405 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-32636d4d-0caf-4858-81a6-06ce2ce7deb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3703068'] for router_interface (d88e545f-3b13-43b5-88d4-b4caf72885d0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:21.223912 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:21.391750 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32636d4d-0caf-4858-81a6-06ce2ce7deb9 admin admin] Router d88e545f-3b13-43b5-88d4-b4caf72885d0 has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:34:21.498653 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32636d4d-0caf-4858-81a6-06ce2ce7deb9 admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:34:21.505766 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-32636d4d-0caf-4858-81a6-06ce2ce7deb9 admin admin] 10.222.0.26 "PUT /v2.0/routers/d88e545f-3b13-43b5-88d4-b4caf72885d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6996460 Jun 27 15:34:21.507204 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 57268) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:21.509926 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e345378-a460-48d7-8c3e-706a076f9adb None None] Sync routers for ids ['d88e545f-3b13-43b5-88d4-b4caf72885d0'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:34:21.520277 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e345378-a460-48d7-8c3e-706a076f9adb None None] Routers {'d88e545f-3b13-43b5-88d4-b4caf72885d0'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:34:21.520991 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-1e345378-a460-48d7-8c3e-706a076f9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:34:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d88e545f-3b13-43b5-88d4-b4caf72885d0'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:34:21.611570 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63371b60-02e2-4b82-a8dd-71670d4f8e64 admin admin] Publish callbacks [] for router (d88e545f-3b13-43b5-88d4-b4caf72885d0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:21.625409 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-1e345378-a460-48d7-8c3e-706a076f9adb None None] Set router d88e545f-3b13-43b5-88d4-b4caf72885d0 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:34:21.803881 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-1e345378-a460-48d7-8c3e-706a076f9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1586938063-router', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:22Z', 'updated_at': '2022-06-27T15:34:20Z', 'revision_number': 5, 'project_id': '2270daf238a640609e9ab514b01d9768', 'gw_port': {'id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:24Z', 'updated_at': '2022-06-27T15:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:34:21.834231 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e345378-a460-48d7-8c3e-706a076f9adb None None] Checking router: d88e545f-3b13-43b5-88d4-b4caf72885d0 for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:34:21.846342 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e345378-a460-48d7-8c3e-706a076f9adb None None] Routers {'d88e545f-3b13-43b5-88d4-b4caf72885d0'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:34:21.846342 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-1e345378-a460-48d7-8c3e-706a076f9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:34:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d88e545f-3b13-43b5-88d4-b4caf72885d0'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:34:21.953088 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-1e345378-a460-48d7-8c3e-706a076f9adb None None] Set router d88e545f-3b13-43b5-88d4-b4caf72885d0 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:34:21.980198 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63371b60-02e2-4b82-a8dd-71670d4f8e64 admin admin] Publish callbacks [] for router_gateway (d88e545f-3b13-43b5-88d4-b4caf72885d0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:22.023078 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-63371b60-02e2-4b82-a8dd-71670d4f8e64 admin admin] Deleting port de82ebff-0148-470f-9958-53ef1f51b38b {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:34:22.023397 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63371b60-02e2-4b82-a8dd-71670d4f8e64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (de82ebff-0148-470f-9958-53ef1f51b38b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:22.109383 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-63371b60-02e2-4b82-a8dd-71670d4f8e64 admin admin] For port de82ebff-0148-470f-9958-53ef1f51b38b, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=de82ebff-0148-470f-9958-53ef1f51b38b,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:34:22.109761 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63371b60-02e2-4b82-a8dd-71670d4f8e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (de82ebff-0148-470f-9958-53ef1f51b38b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:22.119738 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:22.124157 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-63371b60-02e2-4b82-a8dd-71670d4f8e64 admin admin] Calling delete_port for de82ebff-0148-470f-9958-53ef1f51b38b owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:34:22.124485 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-1e345378-a460-48d7-8c3e-706a076f9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1586938063-router', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:22Z', 'updated_at': '2022-06-27T15:34:20Z', 'revision_number': 5, 'project_id': '2270daf238a640609e9ab514b01d9768', 'gw_port': {'id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:24Z', 'updated_at': '2022-06-27T15:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:34:22.151550 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e345378-a460-48d7-8c3e-706a076f9adb None None] The sync data for ids ['d88e545f-3b13-43b5-88d4-b4caf72885d0'] in dv-cinder-847798-1-iscsi is: [{'id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'name': 'tempest-AttachVolumeShelveTestJSON-1586938063-router', 'tenant_id': '2270daf238a640609e9ab514b01d9768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:26:22Z', 'updated_at': '2022-06-27T15:34:20Z', 'revision_number': 5, 'project_id': '2270daf238a640609e9ab514b01d9768', 'gw_port': {'id': 'de82ebff-0148-470f-9958-53ef1f51b38b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:09:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd88e545f-3b13-43b5-88d4-b4caf72885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:26:24Z', 'updated_at': '2022-06-27T15:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:34:22.313158 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63371b60-02e2-4b82-a8dd-71670d4f8e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (de82ebff-0148-470f-9958-53ef1f51b38b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:22.336909 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63371b60-02e2-4b82-a8dd-71670d4f8e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=de82ebff-0148-470f-9958-53ef1f51b38b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:22.397590 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:22.403370 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63371b60-02e2-4b82-a8dd-71670d4f8e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3731768'] for router_gateway (d88e545f-3b13-43b5-88d4-b4caf72885d0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:22.493597 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63371b60-02e2-4b82-a8dd-71670d4f8e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3708209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254106'] for router (d88e545f-3b13-43b5-88d4-b4caf72885d0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:22.498382 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63371b60-02e2-4b82-a8dd-71670d4f8e64 admin admin] Publish callbacks [] for router_controller (d88e545f-3b13-43b5-88d4-b4caf72885d0), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:22.551487 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63371b60-02e2-4b82-a8dd-71670d4f8e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3708351'] for router (d88e545f-3b13-43b5-88d4-b4caf72885d0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:22.552207 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63371b60-02e2-4b82-a8dd-71670d4f8e64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d88e545f-3b13-43b5-88d4-b4caf72885d0 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 15:34:22.557749 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-63371b60-02e2-4b82-a8dd-71670d4f8e64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:22.561323 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-63371b60-02e2-4b82-a8dd-71670d4f8e64 admin admin] 10.222.0.26 "DELETE /v2.0/routers/d88e545f-3b13-43b5-88d4-b4caf72885d0 HTTP/1.1" status: 204 len: 168 time: 1.0508814 Jun 27 15:34:22.561770 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 57276) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:22.611286 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e432aa5-4b08-44ac-963c-fb6876d311fe admin admin] Deleting subnet 96df5947-fd71-41b6-a0c5-3296a5c0458f {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 15:34:22.615969 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4e432aa5-4b08-44ac-963c-fb6876d311fe admin admin] Publish callbacks [] for subnet (96df5947-fd71-41b6-a0c5-3296a5c0458f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:22.653490 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4e432aa5-4b08-44ac-963c-fb6876d311fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-537121'] for subnet (96df5947-fd71-41b6-a0c5-3296a5c0458f), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:22.744128 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4e432aa5-4b08-44ac-963c-fb6876d311fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693064'] for subnet (96df5947-fd71-41b6-a0c5-3296a5c0458f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:22.793755 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:22.808191 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4e432aa5-4b08-44ac-963c-fb6876d311fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9360100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8708483'] for subnet (96df5947-fd71-41b6-a0c5-3296a5c0458f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:22.843636 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4e432aa5-4b08-44ac-963c-fb6876d311fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:22.849952 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-4e432aa5-4b08-44ac-963c-fb6876d311fe admin admin] 10.222.0.26 "DELETE /v2.0/subnets/96df5947-fd71-41b6-a0c5-3296a5c0458f HTTP/1.1" status: 204 len: 168 time: 0.2841055 Jun 27 15:34:22.849952 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e432aa5-4b08-44ac-963c-fb6876d311fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96df5947-fd71-41b6-a0c5-3296a5c0458f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:22.851866 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 57282) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:22.852050 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ed5536-cf68-4e1f-8f0f-7657b59d1e65 None None] Network e8e77f3f-2787-4f23-b11e-9e909cc074b3 requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:34:22.943577 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750815'] for network (e8e77f3f-2787-4f23-b11e-9e909cc074b3), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:22.993177 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] Deleting port 0b1510a6-779d-480f-b182-ea38883b2d6b {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:34:22.993839 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (0b1510a6-779d-480f-b182-ea38883b2d6b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:23.021089 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 57286) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:23.060380 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] For port 0b1510a6-779d-480f-b182-ea38883b2d6b, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=0b1510a6-779d-480f-b182-ea38883b2d6b,segment=NetworkSegment(e8df84b0-b449-4f32-9fef-1bd341ec9717),segment_id=e8df84b0-b449-4f32-9fef-1bd341ec9717)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:34:23.060755 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (0b1510a6-779d-480f-b182-ea38883b2d6b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:23.074033 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] Calling delete_port for 0b1510a6-779d-480f-b182-ea38883b2d6b owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:34:23.132350 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df63deaf-1a2d-48a0-b429-f45c1c6d7667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:23.157078 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (0b1510a6-779d-480f-b182-ea38883b2d6b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:23.184111 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b1510a6-779d-480f-b182-ea38883b2d6b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:23.185604 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:23.192434 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] No DVR routers for this DVR port 0b1510a6-779d-480f-b182-ea38883b2d6b on host dv-cinder-847798-1-iscsi {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:34:23.195036 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:34:23.195383 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:34:23.195787 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:34:23.196059 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:34:23.196422 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:34:23.196754 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:34:23.197108 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:34:23.197401 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:34:23.197724 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:34:23.198049 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:34:23.198378 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:34:23.198699 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:34:23.199019 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:34:23.199340 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:34:23.199657 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:34:23.221122 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df63deaf-1a2d-48a0-b429-f45c1c6d7667 admin admin] Publish callbacks [] for security_group (194ac98c-8ee3-4945-a05b-20c415471fe2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:23.225923 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-df63deaf-1a2d-48a0-b429-f45c1c6d7667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (194ac98c-8ee3-4945-a05b-20c415471fe2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:23.274905 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-df63deaf-1a2d-48a0-b429-f45c1c6d7667 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b8e4337808b843659e0efbc886527150&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507229 Jun 27 15:34:23.274905 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63deaf-1a2d-48a0-b429-f45c1c6d7667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194ac98c-8ee3-4945-a05b-20c415471fe2,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:23.276945 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 57290) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:23.280050 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fb038e-a859-457d-9f93-2cd25e234646 None None] DHCP port deletion for e8e77f3f-2787-4f23-b11e-9e909cc074b3 request from dv-cinder-847798-1-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 15:34:23.290921 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-755509', 'neutron.services.segments.db._delete_segments_for_network-8767603345803'] for network (e8e77f3f-2787-4f23-b11e-9e909cc074b3), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:23.323357 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e77f3f-2787-4f23-b11e-9e909cc074b3']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:34:23.333714 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8df84b0-b449-4f32-9fef-1bd341ec9717') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:34:23.334004 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8df84b0-b449-4f32-9fef-1bd341ec9717') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:34:23.343790 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767603346068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9827195'] for segment (e8df84b0-b449-4f32-9fef-1bd341ec9717), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:23.347325 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dcac41fb-6bde-493d-94b2-2ec4bfbc61f6 admin admin] Publish callbacks [] for security_group (194ac98c-8ee3-4945-a05b-20c415471fe2), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:23.359212 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (e8df84b0-b449-4f32-9fef-1bd341ec9717), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:23.371575 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 15:34:23.372107 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9438154'] for segment (e8df84b0-b449-4f32-9fef-1bd341ec9717), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:23.384637 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dcac41fb-6bde-493d-94b2-2ec4bfbc61f6 admin admin] Publish callbacks [] for security_group (194ac98c-8ee3-4945-a05b-20c415471fe2), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:23.395962 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:23.425778 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment e8df84b0-b449-4f32-9fef-1bd341ec9717 resource provider aggregate not found Jun 27 15:34:23.441891 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-755500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728431'] for network (e8e77f3f-2787-4f23-b11e-9e909cc074b3), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:23.449251 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:23.453130 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e8e77f3f-2787-4f23-b11e-9e909cc074b3 HTTP/1.1" status: 204 len: 168 time: 0.5978699 Jun 27 15:34:23.455079 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment e8df84b0-b449-4f32-9fef-1bd341ec9717 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8df84b0-b449-4f32-9fef-1bd341ec9717 found for delete ", "request_id": "req-4cac3eb0-28bf-482c-8c40-f5633de896ba"}]} Jun 27 15:34:23.455398 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dcac41fb-6bde-493d-94b2-2ec4bfbc61f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (194ac98c-8ee3-4945-a05b-20c415471fe2), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:23.463634 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dcac41fb-6bde-493d-94b2-2ec4bfbc61f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:23.466899 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453c1e7-095d-422a-88c1-835bedcd34f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8e77f3f-2787-4f23-b11e-9e909cc074b3,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:23.468209 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-dcac41fb-6bde-493d-94b2-2ec4bfbc61f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/194ac98c-8ee3-4945-a05b-20c415471fe2 HTTP/1.1" status: 204 len: 168 time: 0.1900556 Jun 27 15:34:23.477044 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac41fb-6bde-493d-94b2-2ec4bfbc61f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194ac98c-8ee3-4945-a05b-20c415471fe2,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:23.531339 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device e1b91a4f-0760-4eb6-8669-74245160977f no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:34:23.553297 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: e1b91a4f-0760-4eb6-8669-74245160977f {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:34:23.553651 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device e1b91a4f-0760-4eb6-8669-74245160977f not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:34:23.554086 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device de82ebff-0148-470f-9958-53ef1f51b38b no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:34:23.573373 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: de82ebff-0148-470f-9958-53ef1f51b38b {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:34:23.573746 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device de82ebff-0148-470f-9958-53ef1f51b38b not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:34:23.574156 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 0b1510a6-779d-480f-b182-ea38883b2d6b no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:34:23.596742 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: 0b1510a6-779d-480f-b182-ea38883b2d6b {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:34:23.597374 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 0b1510a6-779d-480f-b182-ea38883b2d6b not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:34:23.623096 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 57302) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:23.664860 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-5ecf4eca-42d6-459b-872a-c1c010a317d3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2270daf238a640609e9ab514b01d9768&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404596 Jun 27 15:34:23.667368 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 57304) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:23.716641 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-853f60e1-d9b8-4359-9777-1e477e271ea4 admin admin] Publish callbacks [] for security_group (b4d6fdb6-b1ff-4355-bc94-d63d7f75cd7e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:23.739005 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-853f60e1-d9b8-4359-9777-1e477e271ea4 admin admin] Publish callbacks [] for security_group (b4d6fdb6-b1ff-4355-bc94-d63d7f75cd7e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:23.789180 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-853f60e1-d9b8-4359-9777-1e477e271ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (b4d6fdb6-b1ff-4355-bc94-d63d7f75cd7e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:23.791249 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-853f60e1-d9b8-4359-9777-1e477e271ea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:23.795228 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-853f60e1-d9b8-4359-9777-1e477e271ea4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b4d6fdb6-b1ff-4355-bc94-d63d7f75cd7e HTTP/1.1" status: 204 len: 168 time: 0.1269233 Jun 27 15:34:23.804199 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f60e1-d9b8-4359-9777-1e477e271ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d6fdb6-b1ff-4355-bc94-d63d7f75cd7e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:23.830856 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 57308) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:23.850565 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7be1756f-ccf3-4ef6-8ee1-0d1ff5ab59d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:23.944837 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7be1756f-ccf3-4ef6-8ee1-0d1ff5ab59d3 admin admin] Publish callbacks [] for security_group (9e0071dc-2103-46aa-98d8-19197b7e50a0), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:23.950512 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7be1756f-ccf3-4ef6-8ee1-0d1ff5ab59d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (9e0071dc-2103-46aa-98d8-19197b7e50a0), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:23.993470 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-7be1756f-ccf3-4ef6-8ee1-0d1ff5ab59d3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=609d93e91c804ae7a0710b7c4b80714d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1614959 Jun 27 15:34:23.996288 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1756f-ccf3-4ef6-8ee1-0d1ff5ab59d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0071dc-2103-46aa-98d8-19197b7e50a0,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:23.996750 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 57312) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:24.053629 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc44decc-23a1-4cdb-b561-0d366da4ce93 admin admin] Publish callbacks [] for security_group (9e0071dc-2103-46aa-98d8-19197b7e50a0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:24.081614 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc44decc-23a1-4cdb-b561-0d366da4ce93 admin admin] Publish callbacks [] for security_group (9e0071dc-2103-46aa-98d8-19197b7e50a0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:24.133883 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc44decc-23a1-4cdb-b561-0d366da4ce93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (9e0071dc-2103-46aa-98d8-19197b7e50a0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:24.136545 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cc44decc-23a1-4cdb-b561-0d366da4ce93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:24.137788 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-cc44decc-23a1-4cdb-b561-0d366da4ce93 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9e0071dc-2103-46aa-98d8-19197b7e50a0 HTTP/1.1" status: 204 len: 168 time: 0.1396630 Jun 27 15:34:24.149858 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44decc-23a1-4cdb-b561-0d366da4ce93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0071dc-2103-46aa-98d8-19197b7e50a0,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:25.314817 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 57386) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:25.477294 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-76cc22c1-866b-405e-b1ba-d7e304fcc68e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:25.534403 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3,neutron:DELETE=11,neutron:INSERT=8 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:25.559378 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-76cc22c1-866b-405e-b1ba-d7e304fcc68e admin admin] Publish callbacks [] for security_group (60452fa0-1eb4-47eb-b782-c50588f1860b), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:25.563949 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-76cc22c1-866b-405e-b1ba-d7e304fcc68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (60452fa0-1eb4-47eb-b782-c50588f1860b), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:25.603763 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-76cc22c1-866b-405e-b1ba-d7e304fcc68e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=762136334e4c4c1491cf12d328716123&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876744 Jun 27 15:34:25.605811 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc22c1-866b-405e-b1ba-d7e304fcc68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60452fa0-1eb4-47eb-b782-c50588f1860b,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:25.606693 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 57400) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:25.651335 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:25.662424 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-53548488-0b74-497f-a490-54ea37015cdc admin admin] Publish callbacks [] for security_group (60452fa0-1eb4-47eb-b782-c50588f1860b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:25.685529 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-53548488-0b74-497f-a490-54ea37015cdc admin admin] Publish callbacks [] for security_group (60452fa0-1eb4-47eb-b782-c50588f1860b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:25.732971 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-53548488-0b74-497f-a490-54ea37015cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (60452fa0-1eb4-47eb-b782-c50588f1860b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:25.735632 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-53548488-0b74-497f-a490-54ea37015cdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:25.736850 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-53548488-0b74-497f-a490-54ea37015cdc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/60452fa0-1eb4-47eb-b782-c50588f1860b HTTP/1.1" status: 204 len: 168 time: 0.1291647 Jun 27 15:34:25.746445 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53548488-0b74-497f-a490-54ea37015cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60452fa0-1eb4-47eb-b782-c50588f1860b,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:27.620704 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 57470) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:27.756449 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbb13120-bf30-48fa-ad69-8c337f3aa4ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:27.838280 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbb13120-bf30-48fa-ad69-8c337f3aa4ac admin admin] Publish callbacks [] for security_group (5de292b5-21c7-402c-b7bc-d9f04a1357f0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:27.843338 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-fbb13120-bf30-48fa-ad69-8c337f3aa4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (5de292b5-21c7-402c-b7bc-d9f04a1357f0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:27.886863 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb13120-bf30-48fa-ad69-8c337f3aa4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de292b5-21c7-402c-b7bc-d9f04a1357f0,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:27.892722 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-fbb13120-bf30-48fa-ad69-8c337f3aa4ac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4bf159f67d8f44209d36afb332f8f6e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706769 Jun 27 15:34:27.895421 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 57478) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:27.958085 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81aa2c05-c64a-4de8-b240-e814e7574bf1 admin admin] Publish callbacks [] for security_group (5de292b5-21c7-402c-b7bc-d9f04a1357f0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:27.981998 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81aa2c05-c64a-4de8-b240-e814e7574bf1 admin admin] Publish callbacks [] for security_group (5de292b5-21c7-402c-b7bc-d9f04a1357f0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:28.034766 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81aa2c05-c64a-4de8-b240-e814e7574bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (5de292b5-21c7-402c-b7bc-d9f04a1357f0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:28.038073 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-81aa2c05-c64a-4de8-b240-e814e7574bf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:28.039745 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-81aa2c05-c64a-4de8-b240-e814e7574bf1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5de292b5-21c7-402c-b7bc-d9f04a1357f0 HTTP/1.1" status: 204 len: 168 time: 0.1429343 Jun 27 15:34:28.049966 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa2c05-c64a-4de8-b240-e814e7574bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de292b5-21c7-402c-b7bc-d9f04a1357f0,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:28.376810 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 57486) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:28.391273 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89159897-2228-402d-a127-17e36ea38233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:28.416968 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:28.483062 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89159897-2228-402d-a127-17e36ea38233 admin admin] Publish callbacks [] for security_group (2e8337fe-85dd-4769-bdb3-cce4c1516e24), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:28.488954 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-89159897-2228-402d-a127-17e36ea38233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (2e8337fe-85dd-4769-bdb3-cce4c1516e24), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:28.534288 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-89159897-2228-402d-a127-17e36ea38233 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a504bcf1545342b09b1d79cba5e06bb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1562691 Jun 27 15:34:28.535314 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89159897-2228-402d-a127-17e36ea38233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8337fe-85dd-4769-bdb3-cce4c1516e24,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:28.537131 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 57488) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:28.544233 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:28.596596 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b501c748-6989-4582-b02f-23edab6c70e2 admin admin] Publish callbacks [] for security_group (2e8337fe-85dd-4769-bdb3-cce4c1516e24), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:28.620142 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b501c748-6989-4582-b02f-23edab6c70e2 admin admin] Publish callbacks [] for security_group (2e8337fe-85dd-4769-bdb3-cce4c1516e24), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:28.668268 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b501c748-6989-4582-b02f-23edab6c70e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (2e8337fe-85dd-4769-bdb3-cce4c1516e24), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:28.670842 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b501c748-6989-4582-b02f-23edab6c70e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:28.672014 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-b501c748-6989-4582-b02f-23edab6c70e2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2e8337fe-85dd-4769-bdb3-cce4c1516e24 HTTP/1.1" status: 204 len: 168 time: 0.1338189 Jun 27 15:34:28.681194 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501c748-6989-4582-b02f-23edab6c70e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8337fe-85dd-4769-bdb3-cce4c1516e24,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:29.672637 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 57544) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:29.800772 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1e017cb9-f87a-4a3d-b6f5-fe5f0dd1ccac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:29.887697 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1e017cb9-f87a-4a3d-b6f5-fe5f0dd1ccac admin admin] Publish callbacks [] for security_group (b600ce70-bf39-4ff0-b42c-62c97db1cb79), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:29.892781 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1e017cb9-f87a-4a3d-b6f5-fe5f0dd1ccac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (b600ce70-bf39-4ff0-b42c-62c97db1cb79), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:29.935958 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-1e017cb9-f87a-4a3d-b6f5-fe5f0dd1ccac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=da11f50dd0ce4418b722b5e544ccd0af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621672 Jun 27 15:34:29.937208 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e017cb9-f87a-4a3d-b6f5-fe5f0dd1ccac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b600ce70-bf39-4ff0-b42c-62c97db1cb79,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:29.938837 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 57554) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:29.991457 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18930b2e-e4ea-4f06-b21f-05cd5c4b847e admin admin] Publish callbacks [] for security_group (b600ce70-bf39-4ff0-b42c-62c97db1cb79), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:30.014242 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18930b2e-e4ea-4f06-b21f-05cd5c4b847e admin admin] Publish callbacks [] for security_group (b600ce70-bf39-4ff0-b42c-62c97db1cb79), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:30.062583 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18930b2e-e4ea-4f06-b21f-05cd5c4b847e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (b600ce70-bf39-4ff0-b42c-62c97db1cb79), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:30.065225 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-18930b2e-e4ea-4f06-b21f-05cd5c4b847e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:30.066412 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-18930b2e-e4ea-4f06-b21f-05cd5c4b847e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b600ce70-bf39-4ff0-b42c-62c97db1cb79 HTTP/1.1" status: 204 len: 168 time: 0.1265488 Jun 27 15:34:30.074881 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18930b2e-e4ea-4f06-b21f-05cd5c4b847e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b600ce70-bf39-4ff0-b42c-62c97db1cb79,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:30.440775 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 57574) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:30.454325 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-754fec40-c078-463d-beee-922770918424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:30.531480 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-754fec40-c078-463d-beee-922770918424 admin admin] Publish callbacks [] for security_group (a58c45de-f0ec-4787-8e17-a7290b827e8c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:30.535454 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-754fec40-c078-463d-beee-922770918424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (a58c45de-f0ec-4787-8e17-a7290b827e8c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:30.576626 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-754fec40-c078-463d-beee-922770918424 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b35e6545272a45628aa021d620c1929a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347215 Jun 27 15:34:30.577497 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754fec40-c078-463d-beee-922770918424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58c45de-f0ec-4787-8e17-a7290b827e8c,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:30.579340 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 57576) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:30.603175 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:30.643094 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47b0c466-96ee-45c5-a588-ad6d55ad3154 admin admin] Publish callbacks [] for security_group (a58c45de-f0ec-4787-8e17-a7290b827e8c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:30.669664 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47b0c466-96ee-45c5-a588-ad6d55ad3154 admin admin] Publish callbacks [] for security_group (a58c45de-f0ec-4787-8e17-a7290b827e8c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:30.724133 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47b0c466-96ee-45c5-a588-ad6d55ad3154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (a58c45de-f0ec-4787-8e17-a7290b827e8c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:30.727533 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-47b0c466-96ee-45c5-a588-ad6d55ad3154 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:30.728852 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-47b0c466-96ee-45c5-a588-ad6d55ad3154 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a58c45de-f0ec-4787-8e17-a7290b827e8c HTTP/1.1" status: 204 len: 168 time: 0.1483245 Jun 27 15:34:30.739099 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0c466-96ee-45c5-a588-ad6d55ad3154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58c45de-f0ec-4787-8e17-a7290b827e8c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:31.167969 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 57610) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:31.337263 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a092922d-8e47-43ae-bb7f-d98761f2972c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:31.434041 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a092922d-8e47-43ae-bb7f-d98761f2972c admin admin] Publish callbacks [] for security_group (4e2d168f-3278-4557-9c72-68f1b74b7876), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:31.440095 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a092922d-8e47-43ae-bb7f-d98761f2972c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (4e2d168f-3278-4557-9c72-68f1b74b7876), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:31.481854 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-a092922d-8e47-43ae-bb7f-d98761f2972c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b2da95f5c7f648d6a81b7fe9b31ffb97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3126376 Jun 27 15:34:31.484421 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 57624) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:31.492001 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092922d-8e47-43ae-bb7f-d98761f2972c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2d168f-3278-4557-9c72-68f1b74b7876,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:31.542996 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-74f8ff4c-308c-47d4-a1ca-a94ab4ab1b13 admin admin] Publish callbacks [] for security_group (4e2d168f-3278-4557-9c72-68f1b74b7876), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:31.568589 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-74f8ff4c-308c-47d4-a1ca-a94ab4ab1b13 admin admin] Publish callbacks [] for security_group (4e2d168f-3278-4557-9c72-68f1b74b7876), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:31.620604 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-74f8ff4c-308c-47d4-a1ca-a94ab4ab1b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (4e2d168f-3278-4557-9c72-68f1b74b7876), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:31.623126 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-74f8ff4c-308c-47d4-a1ca-a94ab4ab1b13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:31.624275 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-74f8ff4c-308c-47d4-a1ca-a94ab4ab1b13 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e2d168f-3278-4557-9c72-68f1b74b7876 HTTP/1.1" status: 204 len: 168 time: 0.1389470 Jun 27 15:34:31.633413 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8ff4c-308c-47d4-a1ca-a94ab4ab1b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2d168f-3278-4557-9c72-68f1b74b7876,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:31.981081 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 57640) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:31.996881 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-18468c88-87a4-4f76-9fce-b80de0c8d0f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:32.079799 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-18468c88-87a4-4f76-9fce-b80de0c8d0f4 admin admin] Publish callbacks [] for security_group (d56b81f2-af27-4239-b18b-b9ad5fabd27d), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:32.085042 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-18468c88-87a4-4f76-9fce-b80de0c8d0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (d56b81f2-af27-4239-b18b-b9ad5fabd27d), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:32.117685 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=15 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:32.126725 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18468c88-87a4-4f76-9fce-b80de0c8d0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56b81f2-af27-4239-b18b-b9ad5fabd27d,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:32.134710 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-18468c88-87a4-4f76-9fce-b80de0c8d0f4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3eaee4b8828249beb3cc65ab37c76c9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1523125 Jun 27 15:34:32.135189 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 57646) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:32.159489 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:32.195076 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6260181f-990c-4c8d-aa94-c3e85f14eb3e admin admin] Publish callbacks [] for security_group (d56b81f2-af27-4239-b18b-b9ad5fabd27d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:32.199125 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=90 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:32.200619 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=74 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:32.221721 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6260181f-990c-4c8d-aa94-c3e85f14eb3e admin admin] Publish callbacks [] for security_group (d56b81f2-af27-4239-b18b-b9ad5fabd27d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:32.274961 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6260181f-990c-4c8d-aa94-c3e85f14eb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (d56b81f2-af27-4239-b18b-b9ad5fabd27d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:32.278513 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6260181f-990c-4c8d-aa94-c3e85f14eb3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:32.280127 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-6260181f-990c-4c8d-aa94-c3e85f14eb3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d56b81f2-af27-4239-b18b-b9ad5fabd27d HTTP/1.1" status: 204 len: 168 time: 0.1433392 Jun 27 15:34:32.289414 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260181f-990c-4c8d-aa94-c3e85f14eb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56b81f2-af27-4239-b18b-b9ad5fabd27d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:33.441229 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 57696) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:33.559433 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a290e16-1680-455c-bcef-a6985af05939 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:33.596622 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:33.655947 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a290e16-1680-455c-bcef-a6985af05939 admin admin] Publish callbacks [] for security_group (46657e59-1b51-4b58-80dc-2c302851c895), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:33.661761 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6a290e16-1680-455c-bcef-a6985af05939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (46657e59-1b51-4b58-80dc-2c302851c895), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:33.701062 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a290e16-1680-455c-bcef-a6985af05939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46657e59-1b51-4b58-80dc-2c302851c895,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:33.706916 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-6a290e16-1680-455c-bcef-a6985af05939 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a905849e09b748aa84645a027548ebad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2646122 Jun 27 15:34:33.708798 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 57704) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:33.759640 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-55e04526-b5b0-4d4e-ad99-b6b37a212aa5 admin admin] Publish callbacks [] for security_group (46657e59-1b51-4b58-80dc-2c302851c895), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:33.783867 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-55e04526-b5b0-4d4e-ad99-b6b37a212aa5 admin admin] Publish callbacks [] for security_group (46657e59-1b51-4b58-80dc-2c302851c895), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:33.837458 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-55e04526-b5b0-4d4e-ad99-b6b37a212aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (46657e59-1b51-4b58-80dc-2c302851c895), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:33.840135 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-55e04526-b5b0-4d4e-ad99-b6b37a212aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:33.841357 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-55e04526-b5b0-4d4e-ad99-b6b37a212aa5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46657e59-1b51-4b58-80dc-2c302851c895 HTTP/1.1" status: 204 len: 168 time: 0.1315799 Jun 27 15:34:33.850732 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e04526-b5b0-4d4e-ad99-b6b37a212aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46657e59-1b51-4b58-80dc-2c302851c895,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:34.276021 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:34:37.009956 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 57812) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:37.123880 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f3aec25-2188-4cb1-849d-1f06b826853c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:37.207158 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f3aec25-2188-4cb1-849d-1f06b826853c admin admin] Publish callbacks [] for security_group (b137060e-8125-4ff4-9a15-e1a2e0c9fb9f), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:37.213438 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7f3aec25-2188-4cb1-849d-1f06b826853c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (b137060e-8125-4ff4-9a15-e1a2e0c9fb9f), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:37.255182 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3aec25-2188-4cb1-849d-1f06b826853c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b137060e-8125-4ff4-9a15-e1a2e0c9fb9f,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:37.259686 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-7f3aec25-2188-4cb1-849d-1f06b826853c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=236f856a2de54ea5853d06e262c39329&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2486629 Jun 27 15:34:37.263262 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 57818) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:37.323871 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-808c257a-f30d-40ec-82e7-67d5c3585183 admin admin] Publish callbacks [] for security_group (b137060e-8125-4ff4-9a15-e1a2e0c9fb9f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:37.347748 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-808c257a-f30d-40ec-82e7-67d5c3585183 admin admin] Publish callbacks [] for security_group (b137060e-8125-4ff4-9a15-e1a2e0c9fb9f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:37.399731 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-808c257a-f30d-40ec-82e7-67d5c3585183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (b137060e-8125-4ff4-9a15-e1a2e0c9fb9f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:37.402543 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-808c257a-f30d-40ec-82e7-67d5c3585183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:37.403966 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-808c257a-f30d-40ec-82e7-67d5c3585183 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b137060e-8125-4ff4-9a15-e1a2e0c9fb9f HTTP/1.1" status: 204 len: 168 time: 0.1396756 Jun 27 15:34:37.417264 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c257a-f30d-40ec-82e7-67d5c3585183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b137060e-8125-4ff4-9a15-e1a2e0c9fb9f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:37.437446 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=50,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:37.438809 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=48,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:37.728855 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 57824) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:37.744869 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f5a9e763-45c4-4956-96a0-88197a9aeb9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:37.826594 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f5a9e763-45c4-4956-96a0-88197a9aeb9d admin admin] Publish callbacks [] for security_group (fdcd20b1-2b40-47ca-892a-7edc15953f25), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:37.831212 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f5a9e763-45c4-4956-96a0-88197a9aeb9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (fdcd20b1-2b40-47ca-892a-7edc15953f25), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:37.839102 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:37.877432 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f5a9e763-45c4-4956-96a0-88197a9aeb9d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b310a7f493ee473ab3149f11f442537e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1473486 Jun 27 15:34:37.879183 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9e763-45c4-4956-96a0-88197a9aeb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcd20b1-2b40-47ca-892a-7edc15953f25,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:37.880665 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 57830) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:37.946608 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e307f1a2-e6bd-468e-89a8-501c224730ca admin admin] Publish callbacks [] for security_group (fdcd20b1-2b40-47ca-892a-7edc15953f25), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:37.970078 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e307f1a2-e6bd-468e-89a8-501c224730ca admin admin] Publish callbacks [] for security_group (fdcd20b1-2b40-47ca-892a-7edc15953f25), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:38.031373 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e307f1a2-e6bd-468e-89a8-501c224730ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (fdcd20b1-2b40-47ca-892a-7edc15953f25), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:38.035006 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e307f1a2-e6bd-468e-89a8-501c224730ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:38.036561 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-e307f1a2-e6bd-468e-89a8-501c224730ca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fdcd20b1-2b40-47ca-892a-7edc15953f25 HTTP/1.1" status: 204 len: 168 time: 0.1450720 Jun 27 15:34:38.049087 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307f1a2-e6bd-468e-89a8-501c224730ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcd20b1-2b40-47ca-892a-7edc15953f25,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:38.060571 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 57836) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:38.315225 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b74ba75a-dd1b-4e9e-b707-f0447f06f56d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:38.331511 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:38.341765 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:38.417606 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b74ba75a-dd1b-4e9e-b707-f0447f06f56d admin admin] Publish callbacks [] for security_group (e2aa12d7-de11-4e4b-830d-84823e48bf1e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:38.421609 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b74ba75a-dd1b-4e9e-b707-f0447f06f56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (e2aa12d7-de11-4e4b-830d-84823e48bf1e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:38.465946 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-b74ba75a-dd1b-4e9e-b707-f0447f06f56d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d85251a4002041efad20c7a1adfcae7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4020836 Jun 27 15:34:38.465946 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ba75a-dd1b-4e9e-b707-f0447f06f56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2aa12d7-de11-4e4b-830d-84823e48bf1e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:38.467176 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 57852) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:38.523104 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ca64fcc7-7c30-406a-ad44-cc1aeaaafd79 admin admin] Publish callbacks [] for security_group (e2aa12d7-de11-4e4b-830d-84823e48bf1e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:38.552180 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ca64fcc7-7c30-406a-ad44-cc1aeaaafd79 admin admin] Publish callbacks [] for security_group (e2aa12d7-de11-4e4b-830d-84823e48bf1e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:38.606958 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ca64fcc7-7c30-406a-ad44-cc1aeaaafd79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (e2aa12d7-de11-4e4b-830d-84823e48bf1e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:38.609836 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ca64fcc7-7c30-406a-ad44-cc1aeaaafd79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:38.613695 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-ca64fcc7-7c30-406a-ad44-cc1aeaaafd79 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2aa12d7-de11-4e4b-830d-84823e48bf1e HTTP/1.1" status: 204 len: 168 time: 0.1430080 Jun 27 15:34:38.621273 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64fcc7-7c30-406a-ad44-cc1aeaaafd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2aa12d7-de11-4e4b-830d-84823e48bf1e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:38.814376 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-48c068a4-f2dd-45c2-8e73-ed7c1682c57c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:40.187183 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 57950) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:40.320906 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cb1ce858-c30e-4955-873c-0e8ccc1c758d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:40.429859 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cb1ce858-c30e-4955-873c-0e8ccc1c758d admin admin] Publish callbacks [] for security_group (4e23c94a-eeb1-403c-a8b8-a325fe71c126), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:40.435331 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-cb1ce858-c30e-4955-873c-0e8ccc1c758d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (4e23c94a-eeb1-403c-a8b8-a325fe71c126), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:40.477998 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-cb1ce858-c30e-4955-873c-0e8ccc1c758d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c56d524bcaff40d1b8ac480069394a1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894275 Jun 27 15:34:40.479176 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ce858-c30e-4955-873c-0e8ccc1c758d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e23c94a-eeb1-403c-a8b8-a325fe71c126,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:40.481735 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 57964) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:40.536987 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c50a7a9-a643-479f-9871-164622deec08 admin admin] Publish callbacks [] for security_group (4e23c94a-eeb1-403c-a8b8-a325fe71c126), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:40.562496 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c50a7a9-a643-479f-9871-164622deec08 admin admin] Publish callbacks [] for security_group (4e23c94a-eeb1-403c-a8b8-a325fe71c126), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:40.580390 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:INSERT=15,neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:40.639055 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c50a7a9-a643-479f-9871-164622deec08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (4e23c94a-eeb1-403c-a8b8-a325fe71c126), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:40.642148 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c50a7a9-a643-479f-9871-164622deec08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:40.643409 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-1c50a7a9-a643-479f-9871-164622deec08 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e23c94a-eeb1-403c-a8b8-a325fe71c126 HTTP/1.1" status: 204 len: 168 time: 0.1607065 Jun 27 15:34:40.654748 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50a7a9-a643-479f-9871-164622deec08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e23c94a-eeb1-403c-a8b8-a325fe71c126,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:41.045932 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 57976) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:41.063468 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-75adeb43-76fb-443a-b517-7ccbfd0deac2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:41.148395 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-75adeb43-76fb-443a-b517-7ccbfd0deac2 admin admin] Publish callbacks [] for security_group (2c7af9d7-7550-4b32-a9a3-293d939c90f0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:41.155294 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-75adeb43-76fb-443a-b517-7ccbfd0deac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (2c7af9d7-7550-4b32-a9a3-293d939c90f0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:41.199989 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75adeb43-76fb-443a-b517-7ccbfd0deac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7af9d7-7550-4b32-a9a3-293d939c90f0,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:41.208652 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 57982) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:41.216232 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-75adeb43-76fb-443a-b517-7ccbfd0deac2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=359a4d638c53421194ec7f78ca02394f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1684754 Jun 27 15:34:41.266447 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-46527499-faad-4c72-a115-4ec41612d896 admin admin] Publish callbacks [] for security_group (2c7af9d7-7550-4b32-a9a3-293d939c90f0), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:41.292142 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-46527499-faad-4c72-a115-4ec41612d896 admin admin] Publish callbacks [] for security_group (2c7af9d7-7550-4b32-a9a3-293d939c90f0), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:41.354038 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-46527499-faad-4c72-a115-4ec41612d896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (2c7af9d7-7550-4b32-a9a3-293d939c90f0), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:41.356729 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-46527499-faad-4c72-a115-4ec41612d896 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:41.357931 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-46527499-faad-4c72-a115-4ec41612d896 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2c7af9d7-7550-4b32-a9a3-293d939c90f0 HTTP/1.1" status: 204 len: 168 time: 0.1482143 Jun 27 15:34:41.366678 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46527499-faad-4c72-a115-4ec41612d896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7af9d7-7550-4b32-a9a3-293d939c90f0,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:41.707099 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-13bb5ae9-7947-4550-8437-888546165846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:43.447519 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c682fc2-94a3-45e1-bac7-bbd28d277b09 req-4b98a616-4d9a-44f9-b7f9-200e01dd5b52 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:34:43.453573 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4c682fc2-94a3-45e1-bac7-bbd28d277b09 req-4b98a616-4d9a-44f9-b7f9-200e01dd5b52 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=4010529e-f303-42fc-a783-e7983c3d43ed HTTP/1.1" status: 200 len: 945 time: 0.0829473 Jun 27 15:34:43.476091 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:43.517392 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4c682fc2-94a3-45e1-bac7-bbd28d277b09 req-61f57e54-c5ed-402a-9bbc-cc3d42572cc6 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=8887a22b-3635-4f24-8987-f4b4bf358dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610912 Jun 27 15:34:44.271954 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:44.653784 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:44.679948 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f42a7-f1f3-4126-9d59-a4d8134c8e3c req-5db67228-8312-4b66-8f7e-847b1599ffb7 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:34:44.681531 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ff4f42a7-f1f3-4126-9d59-a4d8134c8e3c req-5db67228-8312-4b66-8f7e-847b1599ffb7 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=4010529e-f303-42fc-a783-e7983c3d43ed HTTP/1.1" status: 200 len: 945 time: 0.0681751 Jun 27 15:34:44.737890 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ff4f42a7-f1f3-4126-9d59-a4d8134c8e3c req-22c34f8b-2cbc-4d40-96a9-9458d9995be2 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups?id=8887a22b-3635-4f24-8987-f4b4bf358dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493124 Jun 27 15:34:44.937496 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfbddb-ff26-4bd4-95da-0cdf700b3d9b req-31c97a1f-784f-4f9a-9b39-3e777b5e3320 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:34:44.939890 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-eddfbddb-ff26-4bd4-95da-0cdf700b3d9b req-31c97a1f-784f-4f9a-9b39-3e777b5e3320 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.42 "GET /v2.0/ports?device_id=4010529e-f303-42fc-a783-e7983c3d43ed HTTP/1.1" status: 200 len: 945 time: 0.0586808 Jun 27 15:34:45.044745 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-eddfbddb-ff26-4bd4-95da-0cdf700b3d9b req-53414f57-cefd-43a8-bdaf-8769e4e9d9da tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Deleting port a86d0d76-5450-4083-8558-738baa5dd07f {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:34:45.045103 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-eddfbddb-ff26-4bd4-95da-0cdf700b3d9b req-53414f57-cefd-43a8-bdaf-8769e4e9d9da tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (a86d0d76-5450-4083-8558-738baa5dd07f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:45.086421 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:45.145632 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-eddfbddb-ff26-4bd4-95da-0cdf700b3d9b req-53414f57-cefd-43a8-bdaf-8769e4e9d9da tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] For port a86d0d76-5450-4083-8558-738baa5dd07f, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=a86d0d76-5450-4083-8558-738baa5dd07f,segment=NetworkSegment(df2d7c62-f2a0-47f2-8167-091f3a1d364d),segment_id=df2d7c62-f2a0-47f2-8167-091f3a1d364d)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:34:45.145999 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-eddfbddb-ff26-4bd4-95da-0cdf700b3d9b req-53414f57-cefd-43a8-bdaf-8769e4e9d9da tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (a86d0d76-5450-4083-8558-738baa5dd07f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:45.324779 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-eddfbddb-ff26-4bd4-95da-0cdf700b3d9b req-53414f57-cefd-43a8-bdaf-8769e4e9d9da tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:45.325033 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-eddfbddb-ff26-4bd4-95da-0cdf700b3d9b req-53414f57-cefd-43a8-bdaf-8769e4e9d9da tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (79a396e0-a507-4bed-9a08-31bc9c708e0b), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:45.325276 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.l3_db [req-eddfbddb-ff26-4bd4-95da-0cdf700b3d9b req-53414f57-cefd-43a8-bdaf-8769e4e9d9da tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Floating IP 79a396e0-a507-4bed-9a08-31bc9c708e0b disassociated. External IP: 172.27.2.17, port: a86d0d76-5450-4083-8558-738baa5dd07f. Jun 27 15:34:45.325746 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-eddfbddb-ff26-4bd4-95da-0cdf700b3d9b req-53414f57-cefd-43a8-bdaf-8769e4e9d9da tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Calling delete_port for a86d0d76-5450-4083-8558-738baa5dd07f owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:34:45.378822 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:45.412693 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:INSERT=3,neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:45.469449 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-eddfbddb-ff26-4bd4-95da-0cdf700b3d9b req-53414f57-cefd-43a8-bdaf-8769e4e9d9da tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (a86d0d76-5450-4083-8558-738baa5dd07f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:45.497161 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53414f57-cefd-43a8-bdaf-8769e4e9d9da tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event deleted for resources: {'Port': ['ID=a86d0d76-5450-4083-8558-738baa5dd07f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:45.616814 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eddfbddb-ff26-4bd4-95da-0cdf700b3d9b req-53414f57-cefd-43a8-bdaf-8769e4e9d9da tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Router d503fd2a-6057-4a70-b0d6-50c2350edbeb has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:34:45.725491 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eddfbddb-ff26-4bd4-95da-0cdf700b3d9b req-53414f57-cefd-43a8-bdaf-8769e4e9d9da tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:34:45.736121 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f248723a-6464-4557-8019-b2a927ba0888 None None] Sync routers for ids ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'] in dv-cinder-847798-1-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:34:45.747310 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f248723a-6464-4557-8019-b2a927ba0888 None None] Routers {'d503fd2a-6057-4a70-b0d6-50c2350edbeb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:34:45.747952 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f248723a-6464-4557-8019-b2a927ba0888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:34:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:34:45.773954 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddfbddb-ff26-4bd4-95da-0cdf700b3d9b req-53414f57-cefd-43a8-bdaf-8769e4e9d9da tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] No DVR routers for this DVR port a86d0d76-5450-4083-8558-738baa5dd07f on host hv-cinder-84779 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:34:45.777037 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-eddfbddb-ff26-4bd4-95da-0cdf700b3d9b req-53414f57-cefd-43a8-bdaf-8769e4e9d9da tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:45.780580 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-eddfbddb-ff26-4bd4-95da-0cdf700b3d9b req-53414f57-cefd-43a8-bdaf-8769e4e9d9da tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.42 "DELETE /v2.0/ports/a86d0d76-5450-4083-8558-738baa5dd07f HTTP/1.1" status: 204 len: 173 time: 0.8350854 Jun 27 15:34:45.781053 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4010529e-f303-42fc-a783-e7983c3d43ed', 'name': 'network-vif-deleted', 'tag': 'a86d0d76-5450-4083-8558-738baa5dd07f'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:34:45.783435 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164c45c2-1ade-47d8-9f1f-cb39d0b03b25" -d '{"events": [{"server_uuid": "4010529e-f303-42fc-a783-e7983c3d43ed", "name": "network-vif-deleted", "tag": "a86d0d76-5450-4083-8558-738baa5dd07f"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:34:45.861029 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03b2dd6-17a1-4309-b8ca-32973852777d x-openstack-request-id: req-f03b2dd6-17a1-4309-b8ca-32973852777d {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:34:45.861674 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4010529e-f303-42fc-a783-e7983c3d43ed", "name": "network-vif-deleted", "tag": "a86d0d76-5450-4083-8558-738baa5dd07f", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:34:45.861674 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f03b2dd6-17a1-4309-b8ca-32973852777d {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:34:45.861976 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f03b2dd6-17a1-4309-b8ca-32973852777d'] response: {'server_uuid': '4010529e-f303-42fc-a783-e7983c3d43ed', 'name': 'network-vif-deleted', 'tag': 'a86d0d76-5450-4083-8558-738baa5dd07f', 'status': 'completed', 'code': 200} Jun 27 15:34:45.884286 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-f248723a-6464-4557-8019-b2a927ba0888 None None] Set router d503fd2a-6057-4a70-b0d6-50c2350edbeb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:34:45.897434 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-006413e2-82cc-4b5c-8f92-65461adf77fe req-4f25f11b-3591-4dac-9cc0-163cda5fe59d tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/ports?device_id=4010529e-f303-42fc-a783-e7983c3d43ed HTTP/1.1" status: 200 len: 210 time: 0.0486536 Jun 27 15:34:46.123678 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f248723a-6464-4557-8019-b2a927ba0888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 4, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '033c5111-34d9-49ec-bd05-b663eb62f175', 'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'mac_address': 'fa:16:3e:c5:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 5, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'subnets': [{'id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:34:46.154489 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f248723a-6464-4557-8019-b2a927ba0888 None None] Checking router: d503fd2a-6057-4a70-b0d6-50c2350edbeb for host: dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:34:46.168763 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f248723a-6464-4557-8019-b2a927ba0888 None None] Routers {'d503fd2a-6057-4a70-b0d6-50c2350edbeb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:34:46.169605 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f248723a-6464-4557-8019-b2a927ba0888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:34:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:34:46.462239 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-f248723a-6464-4557-8019-b2a927ba0888 None None] Set router d503fd2a-6057-4a70-b0d6-50c2350edbeb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:34:46.675755 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-f248723a-6464-4557-8019-b2a927ba0888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 4, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '033c5111-34d9-49ec-bd05-b663eb62f175', 'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'mac_address': 'fa:16:3e:c5:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 5, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'subnets': [{'id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:34:46.705041 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f248723a-6464-4557-8019-b2a927ba0888 None None] The sync data for ids ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'] in dv-cinder-847798-1-iscsi is: [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:28:13Z', 'revision_number': 4, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '033c5111-34d9-49ec-bd05-b663eb62f175', 'name': '', 'network_id': '9f2b3a5f-8943-48e2-bb0f-3f837d61206a', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'mac_address': 'fa:16:3e:c5:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:11Z', 'updated_at': '2022-06-27T15:28:19Z', 'revision_number': 5, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'subnets': [{'id': '8a06131b-528a-47d8-9082-6c3add5ef19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:34:46.943306 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e388f36-d24e-4351-8e83-9086e8d358fb None None] New status for floating IP 79a396e0-a507-4bed-9a08-31bc9c708e0b: DOWN {{(pid=104034) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 15:34:47.005887 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 58142) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:47.084502 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c047b592-3f08-487b-a99b-7d101b172da3 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group (8887a22b-3635-4f24-8987-f4b4bf358dfc), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:47.110216 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c047b592-3f08-487b-a99b-7d101b172da3 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group (8887a22b-3635-4f24-8987-f4b4bf358dfc), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:47.164581 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c047b592-3f08-487b-a99b-7d101b172da3 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (8887a22b-3635-4f24-8987-f4b4bf358dfc), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:47.168833 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c047b592-3f08-487b-a99b-7d101b172da3 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:47.170318 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-c047b592-3f08-487b-a99b-7d101b172da3 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "DELETE /v2.0/security-groups/8887a22b-3635-4f24-8987-f4b4bf358dfc HTTP/1.1" status: 204 len: 168 time: 0.1630421 Jun 27 15:34:47.173572 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 58144) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:47.182955 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047b592-3f08-487b-a99b-7d101b172da3 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8887a22b-3635-4f24-8987-f4b4bf358dfc,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:47.190789 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.api.v2.resource [None req-11ea7609-9a7b-45e0-ad5e-f096a5483894 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] show failed (client error): The resource could not be found. Jun 27 15:34:47.192034 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-11ea7609-9a7b-45e0-ad5e-f096a5483894 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "GET /v2.0/security-groups/8887a22b-3635-4f24-8987-f4b4bf358dfc HTTP/1.1" status: 404 len: 347 time: 0.0173142 Jun 27 15:34:47.195136 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 58146) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:47.301603 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:47.310747 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-ddabf62a-2d4e-4f31-a75a-c86ed506af25 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Deleting port 0c6ad69b-bd38-4542-a328-292570b8143c {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:34:47.311078 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ddabf62a-2d4e-4f31-a75a-c86ed506af25 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (0c6ad69b-bd38-4542-a328-292570b8143c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:47.398822 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ddabf62a-2d4e-4f31-a75a-c86ed506af25 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (0c6ad69b-bd38-4542-a328-292570b8143c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:47.399156 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ddabf62a-2d4e-4f31-a75a-c86ed506af25 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for floatingip (0c6ad69b-bd38-4542-a328-292570b8143c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:47.413210 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-ddabf62a-2d4e-4f31-a75a-c86ed506af25 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Calling delete_port for 0c6ad69b-bd38-4542-a328-292570b8143c owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:34:47.561814 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ddabf62a-2d4e-4f31-a75a-c86ed506af25 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (0c6ad69b-bd38-4542-a328-292570b8143c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:47.618747 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddabf62a-2d4e-4f31-a75a-c86ed506af25 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Pushing event deleted for resources: {'Port': ['ID=0c6ad69b-bd38-4542-a328-292570b8143c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:47.671442 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ddabf62a-2d4e-4f31-a75a-c86ed506af25 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks [] for floatingip (79a396e0-a507-4bed-9a08-31bc9c708e0b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:47.674037 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ddabf62a-2d4e-4f31-a75a-c86ed506af25 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:47.678001 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-ddabf62a-2d4e-4f31-a75a-c86ed506af25 tempest-AttachVolumeNegativeTest-51346385 tempest-AttachVolumeNegativeTest-51346385-project] 10.222.0.26 "DELETE /v2.0/floatingips/79a396e0-a507-4bed-9a08-31bc9c708e0b HTTP/1.1" status: 204 len: 168 time: 0.4789605 Jun 27 15:34:47.777375 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device a86d0d76-5450-4083-8558-738baa5dd07f no longer exists at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:34:47.797700 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] No Port match for: a86d0d76-5450-4083-8558-738baa5dd07f {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:34:47.798058 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device a86d0d76-5450-4083-8558-738baa5dd07f not bound to the agent host hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:34:47.979590 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 58172) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:48.099043 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:48.109297 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3dc3bb71-3c0a-4dc3-bff2-c1e42c820f3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:48.196797 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3dc3bb71-3c0a-4dc3-bff2-c1e42c820f3f admin admin] Publish callbacks [] for security_group (5bd9088d-0db1-4d8f-bbdc-c69a25d2f246), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:48.201268 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-3dc3bb71-3c0a-4dc3-bff2-c1e42c820f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (5bd9088d-0db1-4d8f-bbdc-c69a25d2f246), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:48.242290 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-3dc3bb71-3c0a-4dc3-bff2-c1e42c820f3f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dc42ab5a1ffa4c339fe6f198ef976261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614419 Jun 27 15:34:48.243022 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3bb71-3c0a-4dc3-bff2-c1e42c820f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd9088d-0db1-4d8f-bbdc-c69a25d2f246,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:48.246218 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 58178) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:48.302137 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dae4282e-67ad-4383-b49b-2b5a8f90f710 admin admin] Publish callbacks [] for security_group (5bd9088d-0db1-4d8f-bbdc-c69a25d2f246), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:48.330446 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dae4282e-67ad-4383-b49b-2b5a8f90f710 admin admin] Publish callbacks [] for security_group (5bd9088d-0db1-4d8f-bbdc-c69a25d2f246), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:48.383024 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dae4282e-67ad-4383-b49b-2b5a8f90f710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (5bd9088d-0db1-4d8f-bbdc-c69a25d2f246), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:48.385642 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-dae4282e-67ad-4383-b49b-2b5a8f90f710 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:48.386844 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-dae4282e-67ad-4383-b49b-2b5a8f90f710 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5bd9088d-0db1-4d8f-bbdc-c69a25d2f246 HTTP/1.1" status: 204 len: 168 time: 0.1391003 Jun 27 15:34:48.394967 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae4282e-67ad-4383-b49b-2b5a8f90f710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd9088d-0db1-4d8f-bbdc-c69a25d2f246,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:48.677712 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 58184) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:48.691994 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1a61256b-7562-4f07-8e4b-7e037a9c8e31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:48.773322 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1a61256b-7562-4f07-8e4b-7e037a9c8e31 admin admin] Publish callbacks [] for security_group (d0869e08-3bdb-4d7f-b782-3bd782d79c36), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:48.778516 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-1a61256b-7562-4f07-8e4b-7e037a9c8e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (d0869e08-3bdb-4d7f-b782-3bd782d79c36), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:48.805312 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:48.817889 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61256b-7562-4f07-8e4b-7e037a9c8e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0869e08-3bdb-4d7f-b782-3bd782d79c36,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:48.823295 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-1a61256b-7562-4f07-8e4b-7e037a9c8e31 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3bb60be77eaf40d1a0ee163f8f95428c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443057 Jun 27 15:34:48.826070 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 58186) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:48.859582 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:48.878884 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-079a0963-532a-49c8-876d-ac533e52e671 admin admin] Publish callbacks [] for security_group (d0869e08-3bdb-4d7f-b782-3bd782d79c36), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:48.901854 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-079a0963-532a-49c8-876d-ac533e52e671 admin admin] Publish callbacks [] for security_group (d0869e08-3bdb-4d7f-b782-3bd782d79c36), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:48.940203 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:48.954999 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-079a0963-532a-49c8-876d-ac533e52e671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (d0869e08-3bdb-4d7f-b782-3bd782d79c36), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:48.957666 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-079a0963-532a-49c8-876d-ac533e52e671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:48.959107 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-079a0963-532a-49c8-876d-ac533e52e671 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d0869e08-3bdb-4d7f-b782-3bd782d79c36 HTTP/1.1" status: 204 len: 168 time: 0.1320741 Jun 27 15:34:48.969026 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a0963-532a-49c8-876d-ac533e52e671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0869e08-3bdb-4d7f-b782-3bd782d79c36,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:49.379742 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 58212) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:49.393912 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73e4dce4-fbaf-4cd7-97b2-96d7de3b68ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:49.485808 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73e4dce4-fbaf-4cd7-97b2-96d7de3b68ac admin admin] Publish callbacks [] for security_group (7b3a3245-65dd-4054-b373-a76d4774d3e6), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:49.490759 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-73e4dce4-fbaf-4cd7-97b2-96d7de3b68ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (7b3a3245-65dd-4054-b373-a76d4774d3e6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:49.539007 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-73e4dce4-fbaf-4cd7-97b2-96d7de3b68ac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d77a6bb643f64aa68f02bc6ef597d6e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1580236 Jun 27 15:34:49.540153 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4dce4-fbaf-4cd7-97b2-96d7de3b68ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3a3245-65dd-4054-b373-a76d4774d3e6,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:49.542558 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 58214) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:49.615225 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66a2b36b-9f68-4789-8297-5c471bbad85a admin admin] Publish callbacks [] for security_group (7b3a3245-65dd-4054-b373-a76d4774d3e6), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:49.640906 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66a2b36b-9f68-4789-8297-5c471bbad85a admin admin] Publish callbacks [] for security_group (7b3a3245-65dd-4054-b373-a76d4774d3e6), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:49.697514 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66a2b36b-9f68-4789-8297-5c471bbad85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (7b3a3245-65dd-4054-b373-a76d4774d3e6), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:49.700309 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-66a2b36b-9f68-4789-8297-5c471bbad85a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:49.701703 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-66a2b36b-9f68-4789-8297-5c471bbad85a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7b3a3245-65dd-4054-b373-a76d4774d3e6 HTTP/1.1" status: 204 len: 168 time: 0.1573596 Jun 27 15:34:49.719445 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2b36b-9f68-4789-8297-5c471bbad85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3a3245-65dd-4054-b373-a76d4774d3e6,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:51.514127 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 58270) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:51.848634 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:52.041921 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ceae88f0-6258-47b3-8bd0-ca5939eaaed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3703176'] for router_interface (d503fd2a-6057-4a70-b0d6-50c2350edbeb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:52.282878 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-ceae88f0-6258-47b3-8bd0-ca5939eaaed1 admin admin] Deleting port 033c5111-34d9-49ec-bd05-b663eb62f175 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:34:52.283234 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ceae88f0-6258-47b3-8bd0-ca5939eaaed1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (033c5111-34d9-49ec-bd05-b663eb62f175), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:52.306530 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:52.377881 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-ceae88f0-6258-47b3-8bd0-ca5939eaaed1 admin admin] For port 033c5111-34d9-49ec-bd05-b663eb62f175, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=033c5111-34d9-49ec-bd05-b663eb62f175,segment=NetworkSegment(df2d7c62-f2a0-47f2-8167-091f3a1d364d),segment_id=df2d7c62-f2a0-47f2-8167-091f3a1d364d)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:34:52.378246 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ceae88f0-6258-47b3-8bd0-ca5939eaaed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (033c5111-34d9-49ec-bd05-b663eb62f175), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:52.393988 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-ceae88f0-6258-47b3-8bd0-ca5939eaaed1 admin admin] Calling delete_port for 033c5111-34d9-49ec-bd05-b663eb62f175 owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:34:52.599807 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ceae88f0-6258-47b3-8bd0-ca5939eaaed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (033c5111-34d9-49ec-bd05-b663eb62f175), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:52.620695 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae88f0-6258-47b3-8bd0-ca5939eaaed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=033c5111-34d9-49ec-bd05-b663eb62f175,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:52.627841 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:52.801426 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-ceae88f0-6258-47b3-8bd0-ca5939eaaed1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3703068'] for router_interface (d503fd2a-6057-4a70-b0d6-50c2350edbeb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:52.947132 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 58302) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:53.026234 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceae88f0-6258-47b3-8bd0-ca5939eaaed1 admin admin] Router d503fd2a-6057-4a70-b0d6-50c2350edbeb has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:34:53.062296 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-92f1d032-55b6-4295-96c0-24adef63328e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:53.136505 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceae88f0-6258-47b3-8bd0-ca5939eaaed1 admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:34:53.139421 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-ceae88f0-6258-47b3-8bd0-ca5939eaaed1 admin admin] 10.222.0.26 "PUT /v2.0/routers/d503fd2a-6057-4a70-b0d6-50c2350edbeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6265795 Jun 27 15:34:53.145878 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-92f1d032-55b6-4295-96c0-24adef63328e admin admin] Publish callbacks [] for security_group (65081025-4c77-49de-a9b8-8970b897b2ee), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:53.145878 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 58306) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:53.148242 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580caa0d-a319-435c-959d-46e88e20951c None None] Sync routers for ids ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'] in dv-cinder-847798-1-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:34:53.150972 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-92f1d032-55b6-4295-96c0-24adef63328e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (65081025-4c77-49de-a9b8-8970b897b2ee), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:53.159071 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580caa0d-a319-435c-959d-46e88e20951c None None] Routers {'d503fd2a-6057-4a70-b0d6-50c2350edbeb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:34:53.159913 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-580caa0d-a319-435c-959d-46e88e20951c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:34:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:34:53.163071 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:53.269951 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-580caa0d-a319-435c-959d-46e88e20951c None None] Set router d503fd2a-6057-4a70-b0d6-50c2350edbeb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:34:53.391963 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:53.456310 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-580caa0d-a319-435c-959d-46e88e20951c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:34:52Z', 'revision_number': 5, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:34:53.481978 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580caa0d-a319-435c-959d-46e88e20951c None None] Checking router: d503fd2a-6057-4a70-b0d6-50c2350edbeb for host: dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:34:53.491011 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580caa0d-a319-435c-959d-46e88e20951c None None] Routers {'d503fd2a-6057-4a70-b0d6-50c2350edbeb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:34:53.491880 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-580caa0d-a319-435c-959d-46e88e20951c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:34:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:34:53.495172 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f1d032-55b6-4295-96c0-24adef63328e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65081025-4c77-49de-a9b8-8970b897b2ee,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:53.504025 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 58308) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:53.504181 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-92f1d032-55b6-4295-96c0-24adef63328e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0cb62c19d4df4ab583b9deaa5c141dc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5557733 Jun 27 15:34:53.548283 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-130d0179-fad7-4c9e-b1d2-228cab75a159 admin admin] Publish callbacks [] for router (d503fd2a-6057-4a70-b0d6-50c2350edbeb), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:53.567245 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f15b776d-4021-4f67-8b75-fe114a4bec84 admin admin] Publish callbacks [] for security_group (65081025-4c77-49de-a9b8-8970b897b2ee), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:53.593280 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f15b776d-4021-4f67-8b75-fe114a4bec84 admin admin] Publish callbacks [] for security_group (65081025-4c77-49de-a9b8-8970b897b2ee), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:53.610683 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-580caa0d-a319-435c-959d-46e88e20951c None None] Set router d503fd2a-6057-4a70-b0d6-50c2350edbeb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:34:53.611989 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:53.651634 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f15b776d-4021-4f67-8b75-fe114a4bec84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (65081025-4c77-49de-a9b8-8970b897b2ee), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:53.653466 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f15b776d-4021-4f67-8b75-fe114a4bec84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:53.659476 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f15b776d-4021-4f67-8b75-fe114a4bec84 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/65081025-4c77-49de-a9b8-8970b897b2ee HTTP/1.1" status: 204 len: 168 time: 0.1485612 Jun 27 15:34:53.673875 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b776d-4021-4f67-8b75-fe114a4bec84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65081025-4c77-49de-a9b8-8970b897b2ee,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:53.705387 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-130d0179-fad7-4c9e-b1d2-228cab75a159 admin admin] Publish callbacks [] for router_gateway (d503fd2a-6057-4a70-b0d6-50c2350edbeb), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:53.777696 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-130d0179-fad7-4c9e-b1d2-228cab75a159 admin admin] Deleting port fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:34:53.778195 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-130d0179-fad7-4c9e-b1d2-228cab75a159 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:53.849908 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-580caa0d-a319-435c-959d-46e88e20951c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:34:52Z', 'revision_number': 5, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:34:53.854007 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:53.873185 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:53.891147 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580caa0d-a319-435c-959d-46e88e20951c None None] The sync data for ids ['d503fd2a-6057-4a70-b0d6-50c2350edbeb'] in dv-cinder-847798-1-iscsi is: [{'id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'name': 'tempest-AttachVolumeNegativeTest-407754550-router', 'tenant_id': 'dff1983b1b3047378b88d87d54aa709d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:28:05Z', 'updated_at': '2022-06-27T15:34:52Z', 'revision_number': 5, 'project_id': 'dff1983b1b3047378b88d87d54aa709d', 'gw_port': {'id': 'fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd503fd2a-6057-4a70-b0d6-50c2350edbeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:28:06Z', 'updated_at': '2022-06-27T15:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:34:53.904160 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-130d0179-fad7-4c9e-b1d2-228cab75a159 admin admin] For port fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:34:53.904509 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-130d0179-fad7-4c9e-b1d2-228cab75a159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:53.930746 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-130d0179-fad7-4c9e-b1d2-228cab75a159 admin admin] Calling delete_port for fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:34:54.107615 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 58322) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:54.121579 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f47f9cc2-b810-4259-863f-d25053f8a384 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:54.129913 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-130d0179-fad7-4c9e-b1d2-228cab75a159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:54.157449 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d0179-fad7-4c9e-b1d2-228cab75a159 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:54.223492 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f47f9cc2-b810-4259-863f-d25053f8a384 admin admin] Publish callbacks [] for security_group (d9c6550e-8c6d-4d78-a9e3-8301015dc22c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:54.229395 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f47f9cc2-b810-4259-863f-d25053f8a384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (d9c6550e-8c6d-4d78-a9e3-8301015dc22c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:54.239606 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-130d0179-fad7-4c9e-b1d2-228cab75a159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3731768'] for router_gateway (d503fd2a-6057-4a70-b0d6-50c2350edbeb), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:54.292890 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f47f9cc2-b810-4259-863f-d25053f8a384 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2810fbaa8d5e4c2b8a374f6e3580b3df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1838813 Jun 27 15:34:54.293692 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 58324) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:54.294349 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f9cc2-b810-4259-863f-d25053f8a384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c6550e-8c6d-4d78-a9e3-8301015dc22c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:54.350000 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:54.355707 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-130d0179-fad7-4c9e-b1d2-228cab75a159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3708209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254106'] for router (d503fd2a-6057-4a70-b0d6-50c2350edbeb), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:54.358861 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-130d0179-fad7-4c9e-b1d2-228cab75a159 admin admin] Publish callbacks [] for router_controller (d503fd2a-6057-4a70-b0d6-50c2350edbeb), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:54.361679 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ff3088c-b058-4924-b8be-af3d2a3ad9bf admin admin] Publish callbacks [] for security_group (d9c6550e-8c6d-4d78-a9e3-8301015dc22c), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:54.388100 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ff3088c-b058-4924-b8be-af3d2a3ad9bf admin admin] Publish callbacks [] for security_group (d9c6550e-8c6d-4d78-a9e3-8301015dc22c), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:54.406045 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-130d0179-fad7-4c9e-b1d2-228cab75a159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3708351'] for router (d503fd2a-6057-4a70-b0d6-50c2350edbeb), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:54.406725 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130d0179-fad7-4c9e-b1d2-228cab75a159 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d503fd2a-6057-4a70-b0d6-50c2350edbeb {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 15:34:54.411515 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-130d0179-fad7-4c9e-b1d2-228cab75a159 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:54.413408 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-130d0179-fad7-4c9e-b1d2-228cab75a159 admin admin] 10.222.0.26 "DELETE /v2.0/routers/d503fd2a-6057-4a70-b0d6-50c2350edbeb HTTP/1.1" status: 204 len: 168 time: 1.2690098 Jun 27 15:34:54.415129 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 58326) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:54.451880 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ff3088c-b058-4924-b8be-af3d2a3ad9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (d9c6550e-8c6d-4d78-a9e3-8301015dc22c), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:54.455982 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1ff3088c-b058-4924-b8be-af3d2a3ad9bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:54.457917 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-1ff3088c-b058-4924-b8be-af3d2a3ad9bf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d9c6550e-8c6d-4d78-a9e3-8301015dc22c HTTP/1.1" status: 204 len: 168 time: 0.1596391 Jun 27 15:34:54.464778 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5136310-3473-48cf-a1bb-80d95d547c54 admin admin] Deleting subnet 8a06131b-528a-47d8-9082-6c3add5ef19c {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 15:34:54.468357 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a5136310-3473-48cf-a1bb-80d95d547c54 admin admin] Publish callbacks [] for subnet (8a06131b-528a-47d8-9082-6c3add5ef19c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:54.468533 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3088c-b058-4924-b8be-af3d2a3ad9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c6550e-8c6d-4d78-a9e3-8301015dc22c,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:54.513472 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a5136310-3473-48cf-a1bb-80d95d547c54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-537121'] for subnet (8a06131b-528a-47d8-9082-6c3add5ef19c), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:54.593292 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a5136310-3473-48cf-a1bb-80d95d547c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693064'] for subnet (8a06131b-528a-47d8-9082-6c3add5ef19c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:54.667851 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a5136310-3473-48cf-a1bb-80d95d547c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9360100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8708483'] for subnet (8a06131b-528a-47d8-9082-6c3add5ef19c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:54.703762 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5136310-3473-48cf-a1bb-80d95d547c54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a06131b-528a-47d8-9082-6c3add5ef19c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:54.713766 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a5136310-3473-48cf-a1bb-80d95d547c54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:54.722753 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a6a4a5-68da-458b-ad6a-11b60629503f None None] Network 9f2b3a5f-8943-48e2-bb0f-3f837d61206a requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:34:54.723423 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-a5136310-3473-48cf-a1bb-80d95d547c54 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8a06131b-528a-47d8-9082-6c3add5ef19c HTTP/1.1" status: 204 len: 168 time: 0.3023360 Jun 27 15:34:54.723423 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 58332) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:54.797059 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de2eacb3-d5af-403c-9d56-3be7b35242e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750815'] for network (9f2b3a5f-8943-48e2-bb0f-3f837d61206a), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:54.798820 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:54.845509 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-de2eacb3-d5af-403c-9d56-3be7b35242e4 admin admin] Deleting port ab91a62a-2962-42b9-8cb6-e71a143fd942 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:34:54.845939 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de2eacb3-d5af-403c-9d56-3be7b35242e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (ab91a62a-2962-42b9-8cb6-e71a143fd942), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:54.916802 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-de2eacb3-d5af-403c-9d56-3be7b35242e4 admin admin] For port ab91a62a-2962-42b9-8cb6-e71a143fd942, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=ab91a62a-2962-42b9-8cb6-e71a143fd942,segment=NetworkSegment(df2d7c62-f2a0-47f2-8167-091f3a1d364d),segment_id=df2d7c62-f2a0-47f2-8167-091f3a1d364d)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:34:54.917204 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de2eacb3-d5af-403c-9d56-3be7b35242e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (ab91a62a-2962-42b9-8cb6-e71a143fd942), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:54.931572 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-de2eacb3-d5af-403c-9d56-3be7b35242e4 admin admin] Calling delete_port for ab91a62a-2962-42b9-8cb6-e71a143fd942 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:34:55.013592 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de2eacb3-d5af-403c-9d56-3be7b35242e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (ab91a62a-2962-42b9-8cb6-e71a143fd942), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:55.044498 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2eacb3-d5af-403c-9d56-3be7b35242e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab91a62a-2962-42b9-8cb6-e71a143fd942,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:55.046349 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2eacb3-d5af-403c-9d56-3be7b35242e4 admin admin] No DVR routers for this DVR port ab91a62a-2962-42b9-8cb6-e71a143fd942 on host dv-cinder-847798-1-iscsi {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:34:55.077463 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:55.078718 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd354116-5f0e-4af7-b4ff-789e2f437e62 None None] DHCP port deletion for 9f2b3a5f-8943-48e2-bb0f-3f837d61206a request from dv-cinder-847798-1-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 15:34:55.154870 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de2eacb3-d5af-403c-9d56-3be7b35242e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-755509', 'neutron.services.segments.db._delete_segments_for_network-8767603345803'] for network (9f2b3a5f-8943-48e2-bb0f-3f837d61206a), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:55.189326 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-de2eacb3-d5af-403c-9d56-3be7b35242e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f2b3a5f-8943-48e2-bb0f-3f837d61206a']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:34:55.201835 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-de2eacb3-d5af-403c-9d56-3be7b35242e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2d7c62-f2a0-47f2-8167-091f3a1d364d') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:34:55.202226 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-de2eacb3-d5af-403c-9d56-3be7b35242e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2d7c62-f2a0-47f2-8167-091f3a1d364d') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:34:55.213773 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de2eacb3-d5af-403c-9d56-3be7b35242e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767603346068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-537146'] for segment (df2d7c62-f2a0-47f2-8167-091f3a1d364d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:55.232936 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de2eacb3-d5af-403c-9d56-3be7b35242e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (df2d7c62-f2a0-47f2-8167-091f3a1d364d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:55.243142 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de2eacb3-d5af-403c-9d56-3be7b35242e4 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 15:34:55.243969 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de2eacb3-d5af-403c-9d56-3be7b35242e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9360014'] for segment (df2d7c62-f2a0-47f2-8167-091f3a1d364d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:55.277428 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.services.segments.plugin [-] Segment df2d7c62-f2a0-47f2-8167-091f3a1d364d resource provider aggregate not found Jun 27 15:34:55.316861 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.services.segments.plugin [-] Segment df2d7c62-f2a0-47f2-8167-091f3a1d364d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df2d7c62-f2a0-47f2-8167-091f3a1d364d found for delete ", "request_id": "req-00c90a69-f85d-416e-9ef5-66bb59ded009"}]} Jun 27 15:34:55.330296 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de2eacb3-d5af-403c-9d56-3be7b35242e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-755500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728431'] for network (9f2b3a5f-8943-48e2-bb0f-3f837d61206a), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:55.338900 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-de2eacb3-d5af-403c-9d56-3be7b35242e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:55.342330 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-de2eacb3-d5af-403c-9d56-3be7b35242e4 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9f2b3a5f-8943-48e2-bb0f-3f837d61206a HTTP/1.1" status: 204 len: 168 time: 0.6190426 Jun 27 15:34:55.358381 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2eacb3-d5af-403c-9d56-3be7b35242e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f2b3a5f-8943-48e2-bb0f-3f837d61206a,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:55.540055 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5 no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:34:55.565075 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 58366) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:55.570821 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:34:55.571165 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device fe9d9b59-87a8-4270-9d6e-6e66e86b0ac5 not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:34:55.571595 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 033c5111-34d9-49ec-bd05-b663eb62f175 no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:34:55.591317 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: 033c5111-34d9-49ec-bd05-b663eb62f175 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:34:55.591660 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 033c5111-34d9-49ec-bd05-b663eb62f175 not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:34:55.592086 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device ab91a62a-2962-42b9-8cb6-e71a143fd942 no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:34:55.610951 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: ab91a62a-2962-42b9-8cb6-e71a143fd942 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:34:55.611293 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device ab91a62a-2962-42b9-8cb6-e71a143fd942 not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:34:55.612566 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-a6a4c8ac-e223-4500-8f8c-0075510332a2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=dff1983b1b3047378b88d87d54aa709d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461512 Jun 27 15:34:55.615742 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 58368) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:34:55.671930 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0e377d45-cd59-4650-8fdf-c0e9181aebf6 admin admin] Publish callbacks [] for security_group (75bee51b-568d-47bd-99d2-a4440dacb9b5), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:55.698135 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0e377d45-cd59-4650-8fdf-c0e9181aebf6 admin admin] Publish callbacks [] for security_group (75bee51b-568d-47bd-99d2-a4440dacb9b5), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:55.750559 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0e377d45-cd59-4650-8fdf-c0e9181aebf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (75bee51b-568d-47bd-99d2-a4440dacb9b5), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:55.754735 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0e377d45-cd59-4650-8fdf-c0e9181aebf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:34:55.756540 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-0e377d45-cd59-4650-8fdf-c0e9181aebf6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75bee51b-568d-47bd-99d2-a4440dacb9b5 HTTP/1.1" status: 204 len: 168 time: 0.1394105 Jun 27 15:34:55.765488 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e377d45-cd59-4650-8fdf-c0e9181aebf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bee51b-568d-47bd-99d2-a4440dacb9b5,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:34:57.013600 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:57.055454 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:34:57.271790 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-daa9f212-68c8-4f48-a62e-0ce6e6d18708 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=7ef1f8afa02043918b4e76f9af38d47f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425899 Jun 27 15:34:57.811397 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-8059a721-bd02-4580-bb4f-ebcba53558b7 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:34:57.814151 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-8059a721-bd02-4580-bb4f-ebcba53558b7 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5338807 Jun 27 15:34:57.834429 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-5ae055bc-5178-476c-85d2-c8255c56ae53 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.26 "GET /v2.0/quotas/7ef1f8afa02043918b4e76f9af38d47f HTTP/1.1" status: 200 len: 375 time: 0.0107136 Jun 27 15:34:57.902514 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-70afca48-24df-43c7-83e2-195519e82888 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7ef1f8afa02043918b4e76f9af38d47f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474396 Jun 27 15:34:58.134158 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-54798295-3f9a-4d9a-b2cc-c76c820edd71 req-d0fdfdff-dff6-4118-99ea-50b88665bc83 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae09253b-ad6f-4d97-974f-ab73fe47e883 HTTP/1.1" status: 200 len: 210 time: 0.0391076 Jun 27 15:34:59.281078 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fb7dcb29-4242-48fb-a47e-294cb76ebf34 req-3084c360-726a-4c41-b57e-88e83f41c8dd tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae09253b-ad6f-4d97-974f-ab73fe47e883 HTTP/1.1" status: 200 len: 210 time: 0.0720675 Jun 27 15:35:00.401208 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5ba42580-02b2-454e-9ead-056e1c5a5aaa req-af7c99a1-afe9-4f5c-a963-f4d7d51a6a15 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae09253b-ad6f-4d97-974f-ab73fe47e883 HTTP/1.1" status: 200 len: 210 time: 0.0418663 Jun 27 15:35:01.499375 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-81e7a1f3-8ed6-4e1e-872a-4f5a27d99124 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7ef1f8afa02043918b4e76f9af38d47f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437264 Jun 27 15:35:01.550088 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9ef522c8-6b9c-44c7-b37e-d1dd111f31bd req-5bf12370-f34c-4457-83ab-c8962ee5483f tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae09253b-ad6f-4d97-974f-ab73fe47e883 HTTP/1.1" status: 200 len: 210 time: 0.0356188 Jun 27 15:35:01.733903 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-ca79ad50-2bc1-47af-a04f-2a953b1e7300 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:01.736351 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-ca79ad50-2bc1-47af-a04f-2a953b1e7300 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2323420 Jun 27 15:35:01.749496 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-4808e875-a5d3-4a2e-9929-26142fc3e4ae tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Request body: {'port': {'device_id': 'ae09253b-ad6f-4d97-974f-ab73fe47e883', 'network_id': '8255e16b-f805-4e15-88e9-a6f4a9a90763', 'admin_state_up': True, 'tenant_id': '7ef1f8afa02043918b4e76f9af38d47f'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:35:01.867665 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:01.878901 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-4808e875-a5d3-4a2e-9929-26142fc3e4ae tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Made reservation on behalf of 7ef1f8afa02043918b4e76f9af38d47f for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:35:01.883160 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-4808e875-a5d3-4a2e-9929-26142fc3e4ae tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:01.893995 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-4808e875-a5d3-4a2e-9929-26142fc3e4ae tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:01.990038 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-4808e875-a5d3-4a2e-9929-26142fc3e4ae tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Publish callbacks [] for security_group (51e6ce13-1a2d-4d7f-9f5f-826e65be3147), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:01.995005 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-4808e875-a5d3-4a2e-9929-26142fc3e4ae tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (51e6ce13-1a2d-4d7f-9f5f-826e65be3147), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:02.078718 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808e875-a5d3-4a2e-9929-26142fc3e4ae tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51e6ce13-1a2d-4d7f-9f5f-826e65be3147,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:02.167968 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-4808e875-a5d3-4a2e-9929-26142fc3e4ae tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Allocated IP 192.168.233.162 (8255e16b-f805-4e15-88e9-a6f4a9a90763/622a30e1-59f4-4d43-895c-4b1ad23b5168/48d76af5-e9ed-47d1-8aac-d9f2968f698e) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:35:02.178938 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=11 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:02.366478 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-4808e875-a5d3-4a2e-9929-26142fc3e4ae tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Publish callbacks [] for port (48d76af5-e9ed-47d1-8aac-d9f2968f698e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:02.409405 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-4808e875-a5d3-4a2e-9929-26142fc3e4ae tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (48d76af5-e9ed-47d1-8aac-d9f2968f698e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:02.476684 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-4808e875-a5d3-4a2e-9929-26142fc3e4ae tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Network 8255e16b-f805-4e15-88e9-a6f4a9a90763 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:35:02.476684 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-4808e875-a5d3-4a2e-9929-26142fc3e4ae tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:35:02.476684 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-4808e875-a5d3-4a2e-9929-26142fc3e4ae tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:35:02.501817 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4808e875-a5d3-4a2e-9929-26142fc3e4ae tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Pushing event updated for resources: {'Port': ['ID=48d76af5-e9ed-47d1-8aac-d9f2968f698e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:02.545359 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-4808e875-a5d3-4a2e-9929-26142fc3e4ae tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:02.546021 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-4808e875-a5d3-4a2e-9929-26142fc3e4ae tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:02.567154 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-4808e875-a5d3-4a2e-9929-26142fc3e4ae tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8215783 Jun 27 15:35:02.579558 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-9f6127e5-2a0f-4267-bc4f-da8c7fb6156d service neutron] Request body: {'port': {'device_id': 'ae09253b-ad6f-4d97-974f-ab73fe47e883', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84779'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:35:02.766929 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-9f6127e5-2a0f-4267-bc4f-da8c7fb6156d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (48d76af5-e9ed-47d1-8aac-d9f2968f698e), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:02.810205 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef3076-e5be-4741-8f61-ac56b99984f6 req-6f1f05f0-070c-46bd-abc3-a4a8d6567b62 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:02.813612 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a0ef3076-e5be-4741-8f61-ac56b99984f6 req-6f1f05f0-070c-46bd-abc3-a4a8d6567b62 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae09253b-ad6f-4d97-974f-ab73fe47e883 HTTP/1.1" status: 200 len: 936 time: 0.1289322 Jun 27 15:35:02.883543 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:02.942203 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-5ce44255-732a-45b0-9208-30b1bd93c6f4 None None] Provisioning complete for port 48d76af5-e9ed-47d1-8aac-d9f2968f698e triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:35:02.942820 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-5ce44255-732a-45b0-9208-30b1bd93c6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (48d76af5-e9ed-47d1-8aac-d9f2968f698e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:02.988491 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-5ce44255-732a-45b0-9208-30b1bd93c6f4 None None] Port 48d76af5-e9ed-47d1-8aac-d9f2968f698e cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:35:03.019931 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a0ef3076-e5be-4741-8f61-ac56b99984f6 req-469c7719-e976-4c31-9c23-eb1e27185c81 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.26 "GET /v2.0/security-groups?id=51e6ce13-1a2d-4d7f-9f5f-826e65be3147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553955 Jun 27 15:35:03.230115 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-9f6127e5-2a0f-4267-bc4f-da8c7fb6156d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48d76af5-e9ed-47d1-8aac-d9f2968f698e {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:35:03.239294 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-9f6127e5-2a0f-4267-bc4f-da8c7fb6156d service neutron] Publish callbacks [] for port (48d76af5-e9ed-47d1-8aac-d9f2968f698e), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:03.255976 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-9f6127e5-2a0f-4267-bc4f-da8c7fb6156d service neutron] Transition to ACTIVE for port object 48d76af5-e9ed-47d1-8aac-d9f2968f698e will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 15:35:03.261430 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-9f6127e5-2a0f-4267-bc4f-da8c7fb6156d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (48d76af5-e9ed-47d1-8aac-d9f2968f698e), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:03.311580 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:03.319640 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6127e5-2a0f-4267-bc4f-da8c7fb6156d service neutron] Pushing event updated for resources: {'Port': ['ID=48d76af5-e9ed-47d1-8aac-d9f2968f698e,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:03.431873 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-9f6127e5-2a0f-4267-bc4f-da8c7fb6156d service neutron] Attempting to bind port 48d76af5-e9ed-47d1-8aac-d9f2968f698e on host hv-cinder-84779 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:35:03.432779 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-9f6127e5-2a0f-4267-bc4f-da8c7fb6156d service neutron] Attempting to bind port 48d76af5-e9ed-47d1-8aac-d9f2968f698e by drivers openvswitch,hyperv on host hv-cinder-84779 at level 0 using segments [{'id': '3f86b485-9f71-454a-b417-b63e950b4553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8255e16b-f805-4e15-88e9-a6f4a9a90763'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:35:03.433121 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-9f6127e5-2a0f-4267-bc4f-da8c7fb6156d service neutron] Attempting to bind port 48d76af5-e9ed-47d1-8aac-d9f2968f698e on network 8255e16b-f805-4e15-88e9-a6f4a9a90763 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:35:03.438585 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-9f6127e5-2a0f-4267-bc4f-da8c7fb6156d service neutron] Port 48d76af5-e9ed-47d1-8aac-d9f2968f698e on network 8255e16b-f805-4e15-88e9-a6f4a9a90763 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84779 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 15:35:03.438912 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-9f6127e5-2a0f-4267-bc4f-da8c7fb6156d service neutron] Attempting to bind port 48d76af5-e9ed-47d1-8aac-d9f2968f698e on network 8255e16b-f805-4e15-88e9-a6f4a9a90763 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:35:03.444948 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-9f6127e5-2a0f-4267-bc4f-da8c7fb6156d service neutron] Checking agent: {'id': '2a101be5-d6db-4e6c-800c-1df71c1b626f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84779', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'started_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:35:03.445314 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-9f6127e5-2a0f-4267-bc4f-da8c7fb6156d service neutron] Checking segment: {'id': '3f86b485-9f71-454a-b417-b63e950b4553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8255e16b-f805-4e15-88e9-a6f4a9a90763'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:35:03.445674 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-9f6127e5-2a0f-4267-bc4f-da8c7fb6156d service neutron] Bound using segment: {'id': '3f86b485-9f71-454a-b417-b63e950b4553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8255e16b-f805-4e15-88e9-a6f4a9a90763'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:35:03.446149 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-9f6127e5-2a0f-4267-bc4f-da8c7fb6156d service neutron] Bound port: 48d76af5-e9ed-47d1-8aac-d9f2968f698e, host: hv-cinder-84779, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f86b485-9f71-454a-b417-b63e950b4553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8255e16b-f805-4e15-88e9-a6f4a9a90763'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:35:03.446599 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-9f6127e5-2a0f-4267-bc4f-da8c7fb6156d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (48d76af5-e9ed-47d1-8aac-d9f2968f698e), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:03.521975 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-9f6127e5-2a0f-4267-bc4f-da8c7fb6156d service neutron] For port 48d76af5-e9ed-47d1-8aac-d9f2968f698e, host hv-cinder-84779, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:35:03.526703 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-9f6127e5-2a0f-4267-bc4f-da8c7fb6156d service neutron] For port 48d76af5-e9ed-47d1-8aac-d9f2968f698e, host hv-cinder-84779, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=48d76af5-e9ed-47d1-8aac-d9f2968f698e,segment=NetworkSegment(3f86b485-9f71-454a-b417-b63e950b4553),segment_id=3f86b485-9f71-454a-b417-b63e950b4553)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:35:03.535460 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-9f6127e5-2a0f-4267-bc4f-da8c7fb6156d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (48d76af5-e9ed-47d1-8aac-d9f2968f698e), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:03.572678 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-9f6127e5-2a0f-4267-bc4f-da8c7fb6156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:03.573555 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-9f6127e5-2a0f-4267-bc4f-da8c7fb6156d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:03.574903 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-9f6127e5-2a0f-4267-bc4f-da8c7fb6156d service neutron] 10.222.0.42 "PUT /v2.0/ports/48d76af5-e9ed-47d1-8aac-d9f2968f698e HTTP/1.1" status: 200 len: 1098 time: 1.0003679 Jun 27 15:35:03.575439 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae09253b-ad6f-4d97-974f-ab73fe47e883', 'tag': '48d76af5-e9ed-47d1-8aac-d9f2968f698e'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:35:03.577523 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de69e08a-65e4-4e66-a888-a673dbf415e4" -d '{"events": [{"name": "network-changed", "server_uuid": "ae09253b-ad6f-4d97-974f-ab73fe47e883", "tag": "48d76af5-e9ed-47d1-8aac-d9f2968f698e"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:35:03.615583 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6127e5-2a0f-4267-bc4f-da8c7fb6156d service neutron] Pushing event updated for resources: {'Port': ['ID=48d76af5-e9ed-47d1-8aac-d9f2968f698e,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:03.651081 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8798b99a-2812-4a12-9fd5-0e83dfe0c164 x-openstack-request-id: req-8798b99a-2812-4a12-9fd5-0e83dfe0c164 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:35:03.651421 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae09253b-ad6f-4d97-974f-ab73fe47e883", "tag": "48d76af5-e9ed-47d1-8aac-d9f2968f698e", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:35:03.651679 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8798b99a-2812-4a12-9fd5-0e83dfe0c164 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:35:03.652095 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8798b99a-2812-4a12-9fd5-0e83dfe0c164'] response: {'name': 'network-changed', 'server_uuid': 'ae09253b-ad6f-4d97-974f-ab73fe47e883', 'tag': '48d76af5-e9ed-47d1-8aac-d9f2968f698e', 'status': 'completed', 'code': 200} Jun 27 15:35:03.705457 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-6fff3a66-289d-4996-a549-3b2d4ad6a9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:03.707118 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-6fff3a66-289d-4996-a549-3b2d4ad6a9fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ef1f8afa02043918b4e76f9af38d47f&device_id=ae09253b-ad6f-4d97-974f-ab73fe47e883 HTTP/1.1" status: 200 len: 1132 time: 0.0479784 Jun 27 15:35:03.759110 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-d17028b5-5540-4e0e-ad40-6c7b2f4c4a90 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=48d76af5-e9ed-47d1-8aac-d9f2968f698e HTTP/1.1" status: 200 len: 217 time: 0.0434864 Jun 27 15:35:03.819090 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-af3ac272-3b1d-4bce-9b72-c46087d38b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:03.820665 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-af3ac272-3b1d-4bce-9b72-c46087d38b3c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=622a30e1-59f4-4d43-895c-4b1ad23b5168 HTTP/1.1" status: 200 len: 843 time: 0.0562267 Jun 27 15:35:03.872264 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-70c6c81f-e2ac-40ee-af0f-ea0fdf407c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:03.873928 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-70c6c81f-e2ac-40ee-af0f-ea0fdf407c22 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8255e16b-f805-4e15-88e9-a6f4a9a90763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0469887 Jun 27 15:35:03.979111 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-99811a72-0fa5-4634-9b66-1b10717b1503 service neutron] 10.222.0.42 "GET /v2.0/networks/8255e16b-f805-4e15-88e9-a6f4a9a90763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990591 Jun 27 15:35:04.047410 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:04.078621 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1d47e2bb-f6b3-4012-8ed3-7104a496783c req-4ff5845a-96f4-47cf-be0d-d4a34d7b6c01 service neutron] 10.222.0.42 "GET /v2.0/networks/8255e16b-f805-4e15-88e9-a6f4a9a90763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932648 Jun 27 15:35:04.190034 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c5809-17e7-4eae-9eb9-6423119b719b req-e7e2ae65-7f9c-48ce-8aa5-b6d74c89be83 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:04.191842 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0e2c5809-17e7-4eae-9eb9-6423119b719b req-e7e2ae65-7f9c-48ce-8aa5-b6d74c89be83 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae09253b-ad6f-4d97-974f-ab73fe47e883 HTTP/1.1" status: 200 len: 948 time: 0.0654500 Jun 27 15:35:04.250229 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0e2c5809-17e7-4eae-9eb9-6423119b719b req-36dc9ca3-c09a-4658-8907-f956ae5ae885 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.26 "GET /v2.0/security-groups?id=51e6ce13-1a2d-4d7f-9f5f-826e65be3147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505338 Jun 27 15:35:04.816885 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69e08a-65e4-4e66-a888-a673dbf415e4 req-185ffaee-496a-4a8e-8f4d-e4619ee8ac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:04.818328 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de69e08a-65e4-4e66-a888-a673dbf415e4 req-185ffaee-496a-4a8e-8f4d-e4619ee8ac23 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7ef1f8afa02043918b4e76f9af38d47f&device_id=ae09253b-ad6f-4d97-974f-ab73fe47e883 HTTP/1.1" status: 200 len: 1132 time: 0.0492380 Jun 27 15:35:04.936669 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69e08a-65e4-4e66-a888-a673dbf415e4 req-f9431f54-cd04-4d46-acb8-d26b870efb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:04.938342 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de69e08a-65e4-4e66-a888-a673dbf415e4 req-f9431f54-cd04-4d46-acb8-d26b870efb73 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8255e16b-f805-4e15-88e9-a6f4a9a90763 HTTP/1.1" status: 200 len: 870 time: 0.1135392 Jun 27 15:35:04.994275 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de69e08a-65e4-4e66-a888-a673dbf415e4 req-9ebf21c0-216a-4463-b546-15ae224b2f62 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=48d76af5-e9ed-47d1-8aac-d9f2968f698e HTTP/1.1" status: 200 len: 217 time: 0.0495777 Jun 27 15:35:05.053154 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69e08a-65e4-4e66-a888-a673dbf415e4 req-fabacd4d-50ae-422c-be17-9ae44917960c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:05.054423 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de69e08a-65e4-4e66-a888-a673dbf415e4 req-fabacd4d-50ae-422c-be17-9ae44917960c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=622a30e1-59f4-4d43-895c-4b1ad23b5168 HTTP/1.1" status: 200 len: 843 time: 0.0550146 Jun 27 15:35:05.109570 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69e08a-65e4-4e66-a888-a673dbf415e4 req-4963d21c-d77f-4816-a5e8-66798230a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:05.111449 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de69e08a-65e4-4e66-a888-a673dbf415e4 req-4963d21c-d77f-4816-a5e8-66798230a908 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8255e16b-f805-4e15-88e9-a6f4a9a90763&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0515215 Jun 27 15:35:05.233038 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de69e08a-65e4-4e66-a888-a673dbf415e4 req-b4ede2bf-f0f2-41dd-9224-fbec4b7feae5 service neutron] 10.222.0.42 "GET /v2.0/networks/8255e16b-f805-4e15-88e9-a6f4a9a90763?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157193 Jun 27 15:35:05.249763 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:05.358743 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de69e08a-65e4-4e66-a888-a673dbf415e4 req-d1817478-7fdf-460c-b8da-7b564c87900b service neutron] 10.222.0.42 "GET /v2.0/networks/8255e16b-f805-4e15-88e9-a6f4a9a90763?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198475 Jun 27 15:35:05.424074 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb70fa-46a0-4a48-b07d-ee7c8b58e58f req-46be89a8-c4e2-427f-b373-56292bb02123 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:05.426539 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-51fb70fa-46a0-4a48-b07d-ee7c8b58e58f req-46be89a8-c4e2-427f-b373-56292bb02123 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae09253b-ad6f-4d97-974f-ab73fe47e883 HTTP/1.1" status: 200 len: 948 time: 0.0648062 Jun 27 15:35:05.497588 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-51fb70fa-46a0-4a48-b07d-ee7c8b58e58f req-fb0d2ef9-15bd-40ea-b433-b036a5795ac2 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.26 "GET /v2.0/security-groups?id=51e6ce13-1a2d-4d7f-9f5f-826e65be3147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638151 Jun 27 15:35:05.869256 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 48d76af5-e9ed-47d1-8aac-d9f2968f698e details requested by agent hyperv_hv-cinder-84779 with host hv-cinder-84779 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 15:35:05.990281 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 48d76af5-e9ed-47d1-8aac-d9f2968f698e, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=48d76af5-e9ed-47d1-8aac-d9f2968f698e,segment=NetworkSegment(3f86b485-9f71-454a-b417-b63e950b4553),segment_id=3f86b485-9f71-454a-b417-b63e950b4553)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:35:06.007496 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Returning: {'device': '48d76af5-e9ed-47d1-8aac-d9f2968f698e', 'network_id': '8255e16b-f805-4e15-88e9-a6f4a9a90763', 'port_id': '48d76af5-e9ed-47d1-8aac-d9f2968f698e', 'mac_address': 'fa:16:3e:7b:8c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '622a30e1-59f4-4d43-895c-4b1ad23b5168', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 15:35:06.009040 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=100 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:06.051538 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 48d76af5-e9ed-47d1-8aac-d9f2968f698e is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:35:06.051936 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (48d76af5-e9ed-47d1-8aac-d9f2968f698e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:06.069868 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48d76af5-e9ed-47d1-8aac-d9f2968f698e {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:35:06.094823 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 48d76af5-e9ed-47d1-8aac-d9f2968f698e, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=48d76af5-e9ed-47d1-8aac-d9f2968f698e,segment=NetworkSegment(3f86b485-9f71-454a-b417-b63e950b4553),segment_id=3f86b485-9f71-454a-b417-b63e950b4553)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:35:06.101048 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (48d76af5-e9ed-47d1-8aac-d9f2968f698e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:06.193760 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=48d76af5-e9ed-47d1-8aac-d9f2968f698e,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:06.206571 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:06.207407 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:06.207808 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:06.208295 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:06.208795 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:06.209218 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:06.209550 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:06.209887 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:06.210259 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:06.210614 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:06.210981 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:06.211315 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:06.211644 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:06.211969 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:06.212359 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:06.313483 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['48d76af5-e9ed-47d1-8aac-d9f2968f698e'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:35:06.350597 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:06.620635 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde02520-1133-4600-be85-59cb93fa8e67 req-5c51a5f8-0cb6-4c58-b89c-b0345aeaf988 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:06.624896 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cde02520-1133-4600-be85-59cb93fa8e67 req-5c51a5f8-0cb6-4c58-b89c-b0345aeaf988 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae09253b-ad6f-4d97-974f-ab73fe47e883 HTTP/1.1" status: 200 len: 949 time: 0.0570726 Jun 27 15:35:06.721033 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-cde02520-1133-4600-be85-59cb93fa8e67 req-6359b031-5ff8-4e0c-9f01-e9db0ba092fb tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.26 "GET /v2.0/security-groups?id=51e6ce13-1a2d-4d7f-9f5f-826e65be3147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822949 Jun 27 15:35:07.854926 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f17e5-cb1d-4c25-8ba8-fc597383d57c req-8b684298-bac3-460b-a7c9-e17c1cd2de1e tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:07.856637 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fa3f17e5-cb1d-4c25-8ba8-fc597383d57c req-8b684298-bac3-460b-a7c9-e17c1cd2de1e tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae09253b-ad6f-4d97-974f-ab73fe47e883 HTTP/1.1" status: 200 len: 949 time: 0.0582149 Jun 27 15:35:07.868774 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 48d76af5-e9ed-47d1-8aac-d9f2968f698e up at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:35:07.919540 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning for port 48d76af5-e9ed-47d1-8aac-d9f2968f698e completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 15:35:07.927263 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning complete for port 48d76af5-e9ed-47d1-8aac-d9f2968f698e triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:35:07.927745 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (48d76af5-e9ed-47d1-8aac-d9f2968f698e), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:07.946001 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fa3f17e5-cb1d-4c25-8ba8-fc597383d57c req-f913a614-d271-46eb-a955-133eec902a2b tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.26 "GET /v2.0/security-groups?id=51e6ce13-1a2d-4d7f-9f5f-826e65be3147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755680 Jun 27 15:35:08.031669 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 48d76af5-e9ed-47d1-8aac-d9f2968f698e is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:35:08.032276 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (48d76af5-e9ed-47d1-8aac-d9f2968f698e), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:08.060771 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae09253b-ad6f-4d97-974f-ab73fe47e883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d76af5-e9ed-47d1-8aac-d9f2968f698e'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:35:08.063077 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d85b7032bc105ad9eb63a31382f750c4bf6bbb4824e658972134fe301cb831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ad97bd-789d-4865-875b-c56a7732c98a" -d '{"events": [{"server_uuid": "ae09253b-ad6f-4d97-974f-ab73fe47e883", "name": "network-vif-plugged", "status": "completed", "tag": "48d76af5-e9ed-47d1-8aac-d9f2968f698e"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:35:08.082889 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 48d76af5-e9ed-47d1-8aac-d9f2968f698e, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=48d76af5-e9ed-47d1-8aac-d9f2968f698e,segment=NetworkSegment(3f86b485-9f71-454a-b417-b63e950b4553),segment_id=3f86b485-9f71-454a-b417-b63e950b4553)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:35:08.087394 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (48d76af5-e9ed-47d1-8aac-d9f2968f698e), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:08.132211 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee0340f-e3bb-48b0-ad45-6a20fcc3e404 x-openstack-request-id: req-9ee0340f-e3bb-48b0-ad45-6a20fcc3e404 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:35:08.132685 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae09253b-ad6f-4d97-974f-ab73fe47e883", "name": "network-vif-plugged", "status": "completed", "tag": "48d76af5-e9ed-47d1-8aac-d9f2968f698e", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:35:08.132839 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9ee0340f-e3bb-48b0-ad45-6a20fcc3e404 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:35:08.133425 dv-cinder-847798-1-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ee0340f-e3bb-48b0-ad45-6a20fcc3e404'] response: {'server_uuid': 'ae09253b-ad6f-4d97-974f-ab73fe47e883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d76af5-e9ed-47d1-8aac-d9f2968f698e', 'code': 200} Jun 27 15:35:08.165078 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=48d76af5-e9ed-47d1-8aac-d9f2968f698e,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:08.373928 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5317e55-4734-4898-b9e6-0c9621405ea8 req-04beeabe-0a12-4d82-980a-88e0c57b5ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:08.375562 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c5317e55-4734-4898-b9e6-0c9621405ea8 req-04beeabe-0a12-4d82-980a-88e0c57b5ff1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ae09253b-ad6f-4d97-974f-ab73fe47e883 HTTP/1.1" status: 200 len: 1134 time: 0.0501509 Jun 27 15:35:08.428194 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c5317e55-4734-4898-b9e6-0c9621405ea8 req-23446735-b9f9-4248-b22c-761afd76800f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=51e6ce13-1a2d-4d7f-9f5f-826e65be3147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463417 Jun 27 15:35:08.822416 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-93716c62-539a-472f-b221-10ff1fe8ea8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:09.108289 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609a194-7479-4c46-a717-1eae5c885322 req-78c234ee-bf30-4334-862c-ac13e9445fc7 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:09.109831 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1609a194-7479-4c46-a717-1eae5c885322 req-78c234ee-bf30-4334-862c-ac13e9445fc7 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae09253b-ad6f-4d97-974f-ab73fe47e883 HTTP/1.1" status: 200 len: 950 time: 0.0516565 Jun 27 15:35:09.168714 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1609a194-7479-4c46-a717-1eae5c885322 req-e4d7564c-f42c-4823-a67f-c060dd36b729 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.26 "GET /v2.0/security-groups?id=51e6ce13-1a2d-4d7f-9f5f-826e65be3147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495057 Jun 27 15:35:09.230307 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=12 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:09.243507 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=20 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:10.310586 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5d216-7d4d-425d-bec2-ba15baff97e5 req-83262c01-2289-425d-862d-4292570d80a6 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:10.313656 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-abb5d216-7d4d-425d-bec2-ba15baff97e5 req-83262c01-2289-425d-862d-4292570d80a6 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae09253b-ad6f-4d97-974f-ab73fe47e883 HTTP/1.1" status: 200 len: 950 time: 0.0629640 Jun 27 15:35:10.377408 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-abb5d216-7d4d-425d-bec2-ba15baff97e5 req-5d36e2d6-8c62-4d27-9124-b49c5b1278c2 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.26 "GET /v2.0/security-groups?id=51e6ce13-1a2d-4d7f-9f5f-826e65be3147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585630 Jun 27 15:35:10.715636 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f805e4f0-6def-4991-aeff-c79eb794a585 req-012f7657-2414-4869-a441-2c3136b19db0 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:10.718310 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f805e4f0-6def-4991-aeff-c79eb794a585 req-012f7657-2414-4869-a441-2c3136b19db0 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae09253b-ad6f-4d97-974f-ab73fe47e883 HTTP/1.1" status: 200 len: 950 time: 0.0760467 Jun 27 15:35:10.779047 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f805e4f0-6def-4991-aeff-c79eb794a585 req-c6380215-2dbe-43bd-83f0-6daa1419a786 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.26 "GET /v2.0/security-groups?id=51e6ce13-1a2d-4d7f-9f5f-826e65be3147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549724 Jun 27 15:35:11.277325 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:35:11.712307 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6b868aed-0040-4aad-b7f3-530196245ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:11.929382 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca31be9-46d2-4afa-9dcb-ff31fe887973 req-5e38766b-c961-4ad1-8f24-9c01366290bf tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:11.930970 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-eca31be9-46d2-4afa-9dcb-ff31fe887973 req-5e38766b-c961-4ad1-8f24-9c01366290bf tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae09253b-ad6f-4d97-974f-ab73fe47e883 HTTP/1.1" status: 200 len: 950 time: 0.0572584 Jun 27 15:35:11.963302 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:11.993535 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-eca31be9-46d2-4afa-9dcb-ff31fe887973 req-6f894c50-7234-4403-b52f-0a192540b5e3 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.26 "GET /v2.0/security-groups?id=51e6ce13-1a2d-4d7f-9f5f-826e65be3147&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555627 Jun 27 15:35:12.063108 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92efabc-2f20-496e-b106-76edb0737417 req-d66786a7-7d1b-4954-96c3-df0bf907c01a tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:12.064665 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c92efabc-2f20-496e-b106-76edb0737417 req-d66786a7-7d1b-4954-96c3-df0bf907c01a tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.42 "GET /v2.0/ports?device_id=ae09253b-ad6f-4d97-974f-ab73fe47e883 HTTP/1.1" status: 200 len: 950 time: 0.0562847 Jun 27 15:35:12.151078 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-c92efabc-2f20-496e-b106-76edb0737417 req-e87f3c89-78a4-4ee5-853c-3218d46b31e3 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Deleting port 48d76af5-e9ed-47d1-8aac-d9f2968f698e {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:35:12.151498 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c92efabc-2f20-496e-b106-76edb0737417 req-e87f3c89-78a4-4ee5-853c-3218d46b31e3 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (48d76af5-e9ed-47d1-8aac-d9f2968f698e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:12.165514 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:12.257361 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-c92efabc-2f20-496e-b106-76edb0737417 req-e87f3c89-78a4-4ee5-853c-3218d46b31e3 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] For port 48d76af5-e9ed-47d1-8aac-d9f2968f698e, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=48d76af5-e9ed-47d1-8aac-d9f2968f698e,segment=NetworkSegment(3f86b485-9f71-454a-b417-b63e950b4553),segment_id=3f86b485-9f71-454a-b417-b63e950b4553)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:35:12.257723 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c92efabc-2f20-496e-b106-76edb0737417 req-e87f3c89-78a4-4ee5-853c-3218d46b31e3 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (48d76af5-e9ed-47d1-8aac-d9f2968f698e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:12.272373 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-c92efabc-2f20-496e-b106-76edb0737417 req-e87f3c89-78a4-4ee5-853c-3218d46b31e3 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Calling delete_port for 48d76af5-e9ed-47d1-8aac-d9f2968f698e owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:35:12.425517 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c92efabc-2f20-496e-b106-76edb0737417 req-e87f3c89-78a4-4ee5-853c-3218d46b31e3 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (48d76af5-e9ed-47d1-8aac-d9f2968f698e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:12.438096 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['48d76af5-e9ed-47d1-8aac-d9f2968f698e'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:35:12.458525 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f3c89-78a4-4ee5-853c-3218d46b31e3 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Pushing event deleted for resources: {'Port': ['ID=48d76af5-e9ed-47d1-8aac-d9f2968f698e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:12.778778 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92efabc-2f20-496e-b106-76edb0737417 req-e87f3c89-78a4-4ee5-853c-3218d46b31e3 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] No DVR routers for this DVR port 48d76af5-e9ed-47d1-8aac-d9f2968f698e on host hv-cinder-84779 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:35:12.782067 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-c92efabc-2f20-496e-b106-76edb0737417 req-e87f3c89-78a4-4ee5-853c-3218d46b31e3 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:12.785622 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c92efabc-2f20-496e-b106-76edb0737417 req-e87f3c89-78a4-4ee5-853c-3218d46b31e3 tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.42 "DELETE /v2.0/ports/48d76af5-e9ed-47d1-8aac-d9f2968f698e HTTP/1.1" status: 204 len: 173 time: 0.7153943 Jun 27 15:35:12.786070 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae09253b-ad6f-4d97-974f-ab73fe47e883', 'name': 'network-vif-deleted', 'tag': '48d76af5-e9ed-47d1-8aac-d9f2968f698e'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:35:12.788521 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90808f9a-e556-4d22-84c8-e6888419160f" -d '{"events": [{"server_uuid": "ae09253b-ad6f-4d97-974f-ab73fe47e883", "name": "network-vif-deleted", "tag": "48d76af5-e9ed-47d1-8aac-d9f2968f698e"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:35:12.845390 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df690cc-428f-408f-a515-a5f5346c2bab x-openstack-request-id: req-1df690cc-428f-408f-a515-a5f5346c2bab {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:35:12.845687 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae09253b-ad6f-4d97-974f-ab73fe47e883", "name": "network-vif-deleted", "tag": "48d76af5-e9ed-47d1-8aac-d9f2968f698e", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:35:12.845934 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1df690cc-428f-408f-a515-a5f5346c2bab {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:35:12.846331 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1df690cc-428f-408f-a515-a5f5346c2bab'] response: {'server_uuid': 'ae09253b-ad6f-4d97-974f-ab73fe47e883', 'name': 'network-vif-deleted', 'tag': '48d76af5-e9ed-47d1-8aac-d9f2968f698e', 'status': 'completed', 'code': 200} Jun 27 15:35:13.121956 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b102498d-c235-4fa7-8826-89e25c373b95 req-096e9496-2a2e-4c40-b966-9a6cff563f7e tempest-VolumesNegativeTest-211072487 tempest-VolumesNegativeTest-211072487-project] 10.222.0.26 "GET /v2.0/ports?device_id=ae09253b-ad6f-4d97-974f-ab73fe47e883 HTTP/1.1" status: 200 len: 210 time: 0.0344467 Jun 27 15:35:13.461912 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:13.997791 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 58774) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:14.119888 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-069129e4-5997-420a-91d5-44a4979b00c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:14.213788 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-069129e4-5997-420a-91d5-44a4979b00c1 admin admin] Publish callbacks [] for security_group (69de7f15-2edc-4acc-8498-7a8c2d7e57c0), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:14.219063 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-069129e4-5997-420a-91d5-44a4979b00c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (69de7f15-2edc-4acc-8498-7a8c2d7e57c0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:14.260174 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069129e4-5997-420a-91d5-44a4979b00c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69de7f15-2edc-4acc-8498-7a8c2d7e57c0,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:14.266257 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-069129e4-5997-420a-91d5-44a4979b00c1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f10b12f0ada647989e12a209aba03f17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2669992 Jun 27 15:35:14.267782 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 58788) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:14.302551 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:14.346248 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3feed5a6-0f3b-4c79-963d-7142843e004c admin admin] Publish callbacks [] for security_group (69de7f15-2edc-4acc-8498-7a8c2d7e57c0), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:14.374000 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3feed5a6-0f3b-4c79-963d-7142843e004c admin admin] Publish callbacks [] for security_group (69de7f15-2edc-4acc-8498-7a8c2d7e57c0), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:14.438575 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3feed5a6-0f3b-4c79-963d-7142843e004c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (69de7f15-2edc-4acc-8498-7a8c2d7e57c0), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:14.441084 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-3feed5a6-0f3b-4c79-963d-7142843e004c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:14.442257 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-3feed5a6-0f3b-4c79-963d-7142843e004c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/69de7f15-2edc-4acc-8498-7a8c2d7e57c0 HTTP/1.1" status: 204 len: 168 time: 0.1729355 Jun 27 15:35:14.456433 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feed5a6-0f3b-4c79-963d-7142843e004c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69de7f15-2edc-4acc-8498-7a8c2d7e57c0,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:14.469510 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feed5a6-0f3b-4c79-963d-7142843e004c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:14.469860 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feed5a6-0f3b-4c79-963d-7142843e004c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:14.470204 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feed5a6-0f3b-4c79-963d-7142843e004c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:14.471157 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feed5a6-0f3b-4c79-963d-7142843e004c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:14.471497 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feed5a6-0f3b-4c79-963d-7142843e004c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:14.471870 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feed5a6-0f3b-4c79-963d-7142843e004c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:14.472143 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feed5a6-0f3b-4c79-963d-7142843e004c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:14.472494 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feed5a6-0f3b-4c79-963d-7142843e004c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:14.472824 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feed5a6-0f3b-4c79-963d-7142843e004c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:14.473148 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feed5a6-0f3b-4c79-963d-7142843e004c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:14.473479 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feed5a6-0f3b-4c79-963d-7142843e004c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:14.473927 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feed5a6-0f3b-4c79-963d-7142843e004c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:14.474125 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feed5a6-0f3b-4c79-963d-7142843e004c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:14.474414 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feed5a6-0f3b-4c79-963d-7142843e004c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:14.474732 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feed5a6-0f3b-4c79-963d-7142843e004c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:14.642918 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:14.827672 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 58810) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:14.842489 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a912a535-b07a-4f51-9b6d-c4eda04706df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:14.937329 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a912a535-b07a-4f51-9b6d-c4eda04706df admin admin] Publish callbacks [] for security_group (df679fce-5f95-404c-acaa-21a727abd045), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:14.943535 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a912a535-b07a-4f51-9b6d-c4eda04706df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (df679fce-5f95-404c-acaa-21a727abd045), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:14.986983 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-a912a535-b07a-4f51-9b6d-c4eda04706df admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=af2ede11f88a4b0aad71ba636582ba43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1577754 Jun 27 15:35:14.987544 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912a535-b07a-4f51-9b6d-c4eda04706df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df679fce-5f95-404c-acaa-21a727abd045,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:14.990013 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 58824) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:15.048208 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-076cc558-18cf-4cd0-bb25-66c2fbdbb6bc admin admin] Publish callbacks [] for security_group (df679fce-5f95-404c-acaa-21a727abd045), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:15.075467 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-076cc558-18cf-4cd0-bb25-66c2fbdbb6bc admin admin] Publish callbacks [] for security_group (df679fce-5f95-404c-acaa-21a727abd045), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:15.082639 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:15.139173 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-076cc558-18cf-4cd0-bb25-66c2fbdbb6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (df679fce-5f95-404c-acaa-21a727abd045), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:15.141967 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-076cc558-18cf-4cd0-bb25-66c2fbdbb6bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:15.145677 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-076cc558-18cf-4cd0-bb25-66c2fbdbb6bc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/df679fce-5f95-404c-acaa-21a727abd045 HTTP/1.1" status: 204 len: 168 time: 0.1522157 Jun 27 15:35:15.161580 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076cc558-18cf-4cd0-bb25-66c2fbdbb6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df679fce-5f95-404c-acaa-21a727abd045,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:15.888968 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 48d76af5-e9ed-47d1-8aac-d9f2968f698e no longer exists at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:35:15.923265 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] No Port match for: 48d76af5-e9ed-47d1-8aac-d9f2968f698e {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:35:15.923929 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 48d76af5-e9ed-47d1-8aac-d9f2968f698e not bound to the agent host hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:35:18.615496 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 59180) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:18.725650 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-371823c3-f86d-41d4-99a1-2225e6e16b75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:18.754288 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:18.815757 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-371823c3-f86d-41d4-99a1-2225e6e16b75 admin admin] Publish callbacks [] for security_group (b32e39e3-7105-4542-8c16-ab8cbab35588), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:18.820147 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-371823c3-f86d-41d4-99a1-2225e6e16b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (b32e39e3-7105-4542-8c16-ab8cbab35588), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:18.859634 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371823c3-f86d-41d4-99a1-2225e6e16b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32e39e3-7105-4542-8c16-ab8cbab35588,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:18.865060 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-371823c3-f86d-41d4-99a1-2225e6e16b75 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8f9221b4f4da48dda7031bc568d5282f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482719 Jun 27 15:35:18.866649 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 59186) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:18.922333 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-11975ba1-d562-4057-834a-0a7673bbc982 admin admin] Publish callbacks [] for security_group (b32e39e3-7105-4542-8c16-ab8cbab35588), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:18.923820 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:18.932408 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:18.948856 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-11975ba1-d562-4057-834a-0a7673bbc982 admin admin] Publish callbacks [] for security_group (b32e39e3-7105-4542-8c16-ab8cbab35588), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:18.999650 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-11975ba1-d562-4057-834a-0a7673bbc982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (b32e39e3-7105-4542-8c16-ab8cbab35588), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:19.003345 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-11975ba1-d562-4057-834a-0a7673bbc982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:19.004772 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-11975ba1-d562-4057-834a-0a7673bbc982 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b32e39e3-7105-4542-8c16-ab8cbab35588 HTTP/1.1" status: 204 len: 168 time: 0.1367388 Jun 27 15:35:19.013241 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11975ba1-d562-4057-834a-0a7673bbc982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32e39e3-7105-4542-8c16-ab8cbab35588,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:19.329404 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 59196) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:19.344551 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-01e47029-77d3-47a2-9147-3f7f9c0fb3bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:19.433077 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-01e47029-77d3-47a2-9147-3f7f9c0fb3bd admin admin] Publish callbacks [] for security_group (52644d01-7d4a-4bcb-a3cf-e26933764599), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:19.437073 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-01e47029-77d3-47a2-9147-3f7f9c0fb3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (52644d01-7d4a-4bcb-a3cf-e26933764599), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:19.456065 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 59200) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:19.476871 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-01e47029-77d3-47a2-9147-3f7f9c0fb3bd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b5ea51d18b8f415b99549992c04d7037&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462493 Jun 27 15:35:19.477971 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e47029-77d3-47a2-9147-3f7f9c0fb3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52644d01-7d4a-4bcb-a3cf-e26933764599,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:19.479796 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 59204) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:19.532662 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-998dec37-e86d-4fe8-a3e2-c120c34e5a05 admin admin] Publish callbacks [] for security_group (52644d01-7d4a-4bcb-a3cf-e26933764599), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:19.535305 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:19.557642 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-998dec37-e86d-4fe8-a3e2-c120c34e5a05 admin admin] Publish callbacks [] for security_group (52644d01-7d4a-4bcb-a3cf-e26933764599), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:19.632363 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 59206) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:19.632938 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-57b455d6-9204-4b52-bba2-759b26c96d93 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7ef1f8afa02043918b4e76f9af38d47f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1750250 Jun 27 15:35:19.646083 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-998dec37-e86d-4fe8-a3e2-c120c34e5a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (52644d01-7d4a-4bcb-a3cf-e26933764599), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:19.648742 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-998dec37-e86d-4fe8-a3e2-c120c34e5a05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:19.649889 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-998dec37-e86d-4fe8-a3e2-c120c34e5a05 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/52644d01-7d4a-4bcb-a3cf-e26933764599 HTTP/1.1" status: 204 len: 168 time: 0.1689227 Jun 27 15:35:19.658027 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998dec37-e86d-4fe8-a3e2-c120c34e5a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52644d01-7d4a-4bcb-a3cf-e26933764599,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:19.690788 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cef18051-f897-4b36-895c-bb066a0b05e1 admin admin] Publish callbacks [] for security_group (51e6ce13-1a2d-4d7f-9f5f-826e65be3147), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:19.715722 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cef18051-f897-4b36-895c-bb066a0b05e1 admin admin] Publish callbacks [] for security_group (51e6ce13-1a2d-4d7f-9f5f-826e65be3147), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:19.764569 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cef18051-f897-4b36-895c-bb066a0b05e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (51e6ce13-1a2d-4d7f-9f5f-826e65be3147), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:19.767099 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cef18051-f897-4b36-895c-bb066a0b05e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:19.770766 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-cef18051-f897-4b36-895c-bb066a0b05e1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/51e6ce13-1a2d-4d7f-9f5f-826e65be3147 HTTP/1.1" status: 204 len: 168 time: 0.1349645 Jun 27 15:35:19.776571 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef18051-f897-4b36-895c-bb066a0b05e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e6ce13-1a2d-4d7f-9f5f-826e65be3147,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:20.600747 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 59252) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:20.751726 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-01cc8c76-e7f5-433e-81b2-a1547930878b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-919522570-network', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:35:20.774931 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cc8c76-e7f5-433e-81b2-a1547930878b admin admin] Made reservation on behalf of bf83328eefb741d086f33cd650fd3942 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:35:20.778269 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-01cc8c76-e7f5-433e-81b2-a1547930878b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:20.787783 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-01cc8c76-e7f5-433e-81b2-a1547930878b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:20.831093 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:20.876099 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-01cc8c76-e7f5-433e-81b2-a1547930878b admin admin] Publish callbacks [] for security_group (22fed09c-5df3-40f6-b5fe-f9395699aaf5), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:20.881130 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-01cc8c76-e7f5-433e-81b2-a1547930878b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (22fed09c-5df3-40f6-b5fe-f9395699aaf5), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:20.904658 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01cc8c76-e7f5-433e-81b2-a1547930878b admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 15:35:20.921468 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc8c76-e7f5-433e-81b2-a1547930878b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fed09c-5df3-40f6-b5fe-f9395699aaf5,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:20.926261 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-01cc8c76-e7f5-433e-81b2-a1547930878b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (266d88ec-a72c-492c-9ab4-5d6e98715c36), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:20.926615 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-01cc8c76-e7f5-433e-81b2-a1547930878b admin admin] Added segment 266d88ec-a72c-492c-9ab4-5d6e98715c36 of type vlan for network 09bbc698-5eb1-420c-a302-7f9a1544cd53 Jun 27 15:35:20.973074 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-01cc8c76-e7f5-433e-81b2-a1547930878b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767602840778'] for network (09bbc698-5eb1-420c-a302-7f9a1544cd53), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:20.999093 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-01cc8c76-e7f5-433e-81b2-a1547930878b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for network (09bbc698-5eb1-420c-a302-7f9a1544cd53), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:21.000195 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cc8c76-e7f5-433e-81b2-a1547930878b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:21.001016 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-01cc8c76-e7f5-433e-81b2-a1547930878b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:21.040821 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-01cc8c76-e7f5-433e-81b2-a1547930878b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4387619 Jun 27 15:35:21.044630 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 59270) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:21.049679 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-7574a714-71bb-4a40-8394-9b9881b0ec4a admin admin] Request body: {'subnet': {'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-919522570-subnet', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:35:21.070833 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc8c76-e7f5-433e-81b2-a1547930878b admin admin] Pushing event updated for resources: {'Network': ['ID=09bbc698-5eb1-420c-a302-7f9a1544cd53,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:21.076792 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7574a714-71bb-4a40-8394-9b9881b0ec4a admin admin] Made reservation on behalf of bf83328eefb741d086f33cd650fd3942 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:35:21.080824 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7574a714-71bb-4a40-8394-9b9881b0ec4a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8666691'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:21.082166 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Network 09bbc698-5eb1-420c-a302-7f9a1544cd53 details requested by agent ovs-agent-dv-cinder-847798-1-iscsi with host dv-cinder-847798-1-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 15:35:21.266457 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7574a714-71bb-4a40-8394-9b9881b0ec4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9438051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8666677'] for subnet (818c3638-655e-43b1-93c9-da54cd282282), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:21.271243 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:21.272668 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:21.330644 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574a714-71bb-4a40-8394-9b9881b0ec4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=818c3638-655e-43b1-93c9-da54cd282282,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:21.339067 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7574a714-71bb-4a40-8394-9b9881b0ec4a admin admin] Checking segment: {'id': '266d88ec-a72c-492c-9ab4-5d6e98715c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:35:21.339522 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7574a714-71bb-4a40-8394-9b9881b0ec4a admin admin] Network hostable DHCP agents. Network: 09bbc698-5eb1-420c-a302-7f9a1544cd53, hostable agents: ['98079605-5130-4ae4-a555-f860a4678271'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 15:35:21.358683 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7574a714-71bb-4a40-8394-9b9881b0ec4a admin admin] Network 09bbc698-5eb1-420c-a302-7f9a1544cd53 is scheduled to be hosted by DHCP agent 98079605-5130-4ae4-a555-f860a4678271 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 15:35:21.369274 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-7574a714-71bb-4a40-8394-9b9881b0ec4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847798-1-iscsi, 09bbc698-5eb1-420c-a302-7f9a1544cd53) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:35:21.374627 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7574a714-71bb-4a40-8394-9b9881b0ec4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:21.375310 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-7574a714-71bb-4a40-8394-9b9881b0ec4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:21.380028 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f3c83a-57f3-47ab-9057-f08f110fd8e1 None None] Network 09bbc698-5eb1-420c-a302-7f9a1544cd53 requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:35:21.396021 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:21.396962 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-7574a714-71bb-4a40-8394-9b9881b0ec4a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3510516 Jun 27 15:35:21.397432 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 59286) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:21.406377 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-b14e4d60-0164-4322-b1d0-85208d0627c5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-919522570-router', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:35:21.436502 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=73,neutron:DELETE=6,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:21.443629 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b14e4d60-0164-4322-b1d0-85208d0627c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3705535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254088'] for router (9d1a6659-3979-4d86-b94f-96317f247349), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:21.446486 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b14e4d60-0164-4322-b1d0-85208d0627c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3716892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254083'] for router (9d1a6659-3979-4d86-b94f-96317f247349), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:21.506475 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f25a16-8b23-406a-8cb0-ebcb6e631abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5182d913-239d-560a-a272-f123969c0cda-09bbc698-5eb1-420c-a302-7f9a1544cd53', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'fixed_ips': [{'subnet_id': '818c3638-655e-43b1-93c9-da54cd282282'}]}} from dv-cinder-847798-1-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 15:35:21.506700 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b14e4d60-0164-4322-b1d0-85208d0627c5 admin admin] Publish callbacks [] for router_controller (9d1a6659-3979-4d86-b94f-96317f247349), precommit_add_association {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:21.508074 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-23f25a16-8b23-406a-8cb0-ebcb6e631abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:21.659545 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b14e4d60-0164-4322-b1d0-85208d0627c5 admin admin] Publish callbacks [] for router_gateway (9d1a6659-3979-4d86-b94f-96317f247349), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:21.840651 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-23f25a16-8b23-406a-8cb0-ebcb6e631abb None None] Allocated IP 172.20.0.2 (09bbc698-5eb1-420c-a302-7f9a1544cd53/818c3638-655e-43b1-93c9-da54cd282282/d07841b9-b719-4d1a-8901-fbf16d3c2878) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:35:21.887121 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b14e4d60-0164-4322-b1d0-85208d0627c5 admin admin] Publish callbacks [] for router_gateway (9d1a6659-3979-4d86-b94f-96317f247349), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:21.906642 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b14e4d60-0164-4322-b1d0-85208d0627c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:21.953047 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:22.020858 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-23f25a16-8b23-406a-8cb0-ebcb6e631abb None None] Publish callbacks [] for port (d07841b9-b719-4d1a-8901-fbf16d3c2878), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:22.027743 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-23f25a16-8b23-406a-8cb0-ebcb6e631abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724'] for port (d07841b9-b719-4d1a-8901-fbf16d3c2878), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:22.052650 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-b14e4d60-0164-4322-b1d0-85208d0627c5 admin admin] Allocated IP 172.27.2.105 (514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb/6226739c-eac4-4784-90b9-a0481f53f3ba/e153a897-25a4-456a-bc54-8426d743d948) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:35:22.073466 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f25a16-8b23-406a-8cb0-ebcb6e631abb None None] Network 09bbc698-5eb1-420c-a302-7f9a1544cd53 is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:35:22.078585 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-23f25a16-8b23-406a-8cb0-ebcb6e631abb None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:35:22.082869 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f25a16-8b23-406a-8cb0-ebcb6e631abb None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:35:22.086483 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f25a16-8b23-406a-8cb0-ebcb6e631abb None None] Pushing event updated for resources: {'Port': ['ID=d07841b9-b719-4d1a-8901-fbf16d3c2878,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:22.152391 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-23f25a16-8b23-406a-8cb0-ebcb6e631abb None None] Attempting to bind port d07841b9-b719-4d1a-8901-fbf16d3c2878 on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:35:22.152961 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-23f25a16-8b23-406a-8cb0-ebcb6e631abb None None] Attempting to bind port d07841b9-b719-4d1a-8901-fbf16d3c2878 by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': '266d88ec-a72c-492c-9ab4-5d6e98715c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:35:22.153345 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f25a16-8b23-406a-8cb0-ebcb6e631abb None None] Attempting to bind port d07841b9-b719-4d1a-8901-fbf16d3c2878 on network 09bbc698-5eb1-420c-a302-7f9a1544cd53 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:35:22.158957 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f25a16-8b23-406a-8cb0-ebcb6e631abb None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:35:22.159484 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f25a16-8b23-406a-8cb0-ebcb6e631abb None None] Checking segment: {'id': '266d88ec-a72c-492c-9ab4-5d6e98715c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:35:22.159894 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-23f25a16-8b23-406a-8cb0-ebcb6e631abb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:22.160561 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f25a16-8b23-406a-8cb0-ebcb6e631abb None None] Bound using segment: {'id': '266d88ec-a72c-492c-9ab4-5d6e98715c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:35:22.161040 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-23f25a16-8b23-406a-8cb0-ebcb6e631abb None None] Bound port: d07841b9-b719-4d1a-8901-fbf16d3c2878, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '266d88ec-a72c-492c-9ab4-5d6e98715c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:35:22.161424 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-23f25a16-8b23-406a-8cb0-ebcb6e631abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (d07841b9-b719-4d1a-8901-fbf16d3c2878), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:22.182958 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b14e4d60-0164-4322-b1d0-85208d0627c5 admin admin] Publish callbacks [] for port (e153a897-25a4-456a-bc54-8426d743d948), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:22.191384 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:22.218497 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b14e4d60-0164-4322-b1d0-85208d0627c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (e153a897-25a4-456a-bc54-8426d743d948), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:22.240555 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-23f25a16-8b23-406a-8cb0-ebcb6e631abb None None] For port d07841b9-b719-4d1a-8901-fbf16d3c2878, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:35:22.244253 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-23f25a16-8b23-406a-8cb0-ebcb6e631abb None None] For port d07841b9-b719-4d1a-8901-fbf16d3c2878, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=d07841b9-b719-4d1a-8901-fbf16d3c2878,segment=NetworkSegment(266d88ec-a72c-492c-9ab4-5d6e98715c36),segment_id=266d88ec-a72c-492c-9ab4-5d6e98715c36)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:35:22.253200 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-23f25a16-8b23-406a-8cb0-ebcb6e631abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (d07841b9-b719-4d1a-8901-fbf16d3c2878), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:22.267224 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14e4d60-0164-4322-b1d0-85208d0627c5 admin admin] Network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:35:22.270711 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-b14e4d60-0164-4322-b1d0-85208d0627c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:35:22.274632 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14e4d60-0164-4322-b1d0-85208d0627c5 admin admin] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:35:22.297455 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e4d60-0164-4322-b1d0-85208d0627c5 admin admin] Pushing event updated for resources: {'Port': ['ID=e153a897-25a4-456a-bc54-8426d743d948,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:22.320343 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f25a16-8b23-406a-8cb0-ebcb6e631abb None None] Pushing event updated for resources: {'Port': ['ID=d07841b9-b719-4d1a-8901-fbf16d3c2878,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:22.560443 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:22.573898 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b14e4d60-0164-4322-b1d0-85208d0627c5 admin admin] Publish callbacks [] for router_gateway (9d1a6659-3979-4d86-b94f-96317f247349), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:22.786178 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b14e4d60-0164-4322-b1d0-85208d0627c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3708253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733158'] for router (9d1a6659-3979-4d86-b94f-96317f247349), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:22.927209 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14e4d60-0164-4322-b1d0-85208d0627c5 admin admin] Router 9d1a6659-3979-4d86-b94f-96317f247349 is scheduled to L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 with binding_index 1 {{(pid=104031) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 15:35:23.047360 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14e4d60-0164-4322-b1d0-85208d0627c5 admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:35:23.060892 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b767a4-a36f-4394-bf64-a398a4a1b2ca None None] Sync routers for ids ['9d1a6659-3979-4d86-b94f-96317f247349'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:35:23.075528 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b767a4-a36f-4394-bf64-a398a4a1b2ca None None] Routers {'9d1a6659-3979-4d86-b94f-96317f247349'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:35:23.076248 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b14e4d60-0164-4322-b1d0-85208d0627c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:23.076448 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e8b767a4-a36f-4394-bf64-a398a4a1b2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:35:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['9d1a6659-3979-4d86-b94f-96317f247349'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:35:23.081058 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-b14e4d60-0164-4322-b1d0-85208d0627c5 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6797390 Jun 27 15:35:23.081746 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 59322) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:23.130433 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:23.199665 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-e8b767a4-a36f-4394-bf64-a398a4a1b2ca None None] Set router 9d1a6659-3979-4d86-b94f-96317f247349 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:35:23.411352 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52809eb-bfe9-430a-8f35-36f4c028399a None None] Network 09bbc698-5eb1-420c-a302-7f9a1544cd53 requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:35:23.487089 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:23.488216 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-60c15b79-8074-4e98-975f-a822a25fbf64 None None] Provisioning complete for port d07841b9-b719-4d1a-8901-fbf16d3c2878 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:35:23.488762 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-60c15b79-8074-4e98-975f-a822a25fbf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (d07841b9-b719-4d1a-8901-fbf16d3c2878), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:23.499775 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e8b767a4-a36f-4394-bf64-a398a4a1b2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1a6659-3979-4d86-b94f-96317f247349', 'name': 'tempest-TestVolumeBootPattern-919522570-router', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e153a897-25a4-456a-bc54-8426d743d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:22Z', 'revision_number': 3, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'gw_port': {'id': 'e153a897-25a4-456a-bc54-8426d743d948', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:35:23.522379 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:23.534210 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b767a4-a36f-4394-bf64-a398a4a1b2ca None None] Checking router: 9d1a6659-3979-4d86-b94f-96317f247349 for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:35:23.534584 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b767a4-a36f-4394-bf64-a398a4a1b2ca None None] Updating router 9d1a6659-3979-4d86-b94f-96317f247349 port e153a897-25a4-456a-bc54-8426d743d948 binding host dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 15:35:23.570540 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e8b767a4-a36f-4394-bf64-a398a4a1b2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (e153a897-25a4-456a-bc54-8426d743d948), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:23.615867 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:23.628980 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device d07841b9-b719-4d1a-8901-fbf16d3c2878 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:35:23.685557 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-60c15b79-8074-4e98-975f-a822a25fbf64 None None] Current status of the port d07841b9-b719-4d1a-8901-fbf16d3c2878 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:35:23.685953 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-60c15b79-8074-4e98-975f-a822a25fbf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (d07841b9-b719-4d1a-8901-fbf16d3c2878), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:23.754990 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port d07841b9-b719-4d1a-8901-fbf16d3c2878 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:35:23.755414 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (d07841b9-b719-4d1a-8901-fbf16d3c2878), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:23.783873 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-60c15b79-8074-4e98-975f-a822a25fbf64 None None] For port d07841b9-b719-4d1a-8901-fbf16d3c2878, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=d07841b9-b719-4d1a-8901-fbf16d3c2878,segment=NetworkSegment(266d88ec-a72c-492c-9ab4-5d6e98715c36),segment_id=266d88ec-a72c-492c-9ab4-5d6e98715c36)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:35:23.796972 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-60c15b79-8074-4e98-975f-a822a25fbf64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (d07841b9-b719-4d1a-8901-fbf16d3c2878), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:23.830815 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Allocated IP 172.20.0.1 (09bbc698-5eb1-420c-a302-7f9a1544cd53/818c3638-655e-43b1-93c9-da54cd282282/016cc6bd-712a-49cc-9909-1460fd182f00) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:35:23.925884 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c15b79-8074-4e98-975f-a822a25fbf64 None None] Pushing event updated for resources: {'Port': ['ID=d07841b9-b719-4d1a-8901-fbf16d3c2878,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:23.948202 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port d07841b9-b719-4d1a-8901-fbf16d3c2878 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:35:23.954627 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-b26e9861-4f28-42de-a840-4e9fff0e44e5 None None] Provisioning complete for port d07841b9-b719-4d1a-8901-fbf16d3c2878 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:35:23.955076 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b26e9861-4f28-42de-a840-4e9fff0e44e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (d07841b9-b719-4d1a-8901-fbf16d3c2878), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:23.966433 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e8b767a4-a36f-4394-bf64-a398a4a1b2ca None None] Publish callbacks [] for port (e153a897-25a4-456a-bc54-8426d743d948), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:23.974537 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e8b767a4-a36f-4394-bf64-a398a4a1b2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (e153a897-25a4-456a-bc54-8426d743d948), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:23.979865 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Publish callbacks [] for port (016cc6bd-712a-49cc-9909-1460fd182f00), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:24.021495 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (016cc6bd-712a-49cc-9909-1460fd182f00), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:24.026780 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-e8b767a4-a36f-4394-bf64-a398a4a1b2ca None None] Attempting to bind port e153a897-25a4-456a-bc54-8426d743d948 on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:35:24.027359 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-e8b767a4-a36f-4394-bf64-a398a4a1b2ca None None] Attempting to bind port e153a897-25a4-456a-bc54-8426d743d948 by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:35:24.027866 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b767a4-a36f-4394-bf64-a398a4a1b2ca None None] Attempting to bind port e153a897-25a4-456a-bc54-8426d743d948 on network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:35:24.037259 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b767a4-a36f-4394-bf64-a398a4a1b2ca None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:35:24.037973 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b767a4-a36f-4394-bf64-a398a4a1b2ca None None] Checking segment: {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:35:24.038568 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e8b767a4-a36f-4394-bf64-a398a4a1b2ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:24.038972 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b767a4-a36f-4394-bf64-a398a4a1b2ca None None] Bound using segment: {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:35:24.039492 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-e8b767a4-a36f-4394-bf64-a398a4a1b2ca None None] Bound port: e153a897-25a4-456a-bc54-8426d743d948, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:35:24.039915 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e8b767a4-a36f-4394-bf64-a398a4a1b2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (e153a897-25a4-456a-bc54-8426d743d948), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:24.042969 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81e374-efa7-4ba6-abf7-fd6a754d6aa0 None None] Pushing event updated for resources: {'Port': ['ID=e153a897-25a4-456a-bc54-8426d743d948,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:24.043272 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-b26e9861-4f28-42de-a840-4e9fff0e44e5 None None] Current status of the port d07841b9-b719-4d1a-8901-fbf16d3c2878 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:35:24.072361 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81e374-efa7-4ba6-abf7-fd6a754d6aa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:24.073000 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81e374-efa7-4ba6-abf7-fd6a754d6aa0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:24.073125 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81e374-efa7-4ba6-abf7-fd6a754d6aa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:24.073371 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81e374-efa7-4ba6-abf7-fd6a754d6aa0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:24.073770 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Network 09bbc698-5eb1-420c-a302-7f9a1544cd53 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:35:24.073896 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81e374-efa7-4ba6-abf7-fd6a754d6aa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:24.074488 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81e374-efa7-4ba6-abf7-fd6a754d6aa0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:24.074840 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81e374-efa7-4ba6-abf7-fd6a754d6aa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:24.075195 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81e374-efa7-4ba6-abf7-fd6a754d6aa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:24.075539 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81e374-efa7-4ba6-abf7-fd6a754d6aa0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:24.075879 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81e374-efa7-4ba6-abf7-fd6a754d6aa0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:24.076204 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81e374-efa7-4ba6-abf7-fd6a754d6aa0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:24.076578 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81e374-efa7-4ba6-abf7-fd6a754d6aa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:24.076907 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81e374-efa7-4ba6-abf7-fd6a754d6aa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:24.077234 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81e374-efa7-4ba6-abf7-fd6a754d6aa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:24.077557 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81e374-efa7-4ba6-abf7-fd6a754d6aa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104034) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:24.078669 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:35:24.088565 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:35:24.093735 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Pushing event updated for resources: {'Port': ['ID=016cc6bd-712a-49cc-9909-1460fd182f00,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:24.107021 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-e8b767a4-a36f-4394-bf64-a398a4a1b2ca None None] For port e153a897-25a4-456a-bc54-8426d743d948, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:35:24.110725 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-e8b767a4-a36f-4394-bf64-a398a4a1b2ca None None] For port e153a897-25a4-456a-bc54-8426d743d948, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=e153a897-25a4-456a-bc54-8426d743d948,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:35:24.117912 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-e8b767a4-a36f-4394-bf64-a398a4a1b2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (e153a897-25a4-456a-bc54-8426d743d948), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:24.123579 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:24.123936 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:24.124277 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:24.124795 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:24.125317 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:24.125649 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:24.126137 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:24.126465 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:24.128040 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:24.128040 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:24.128040 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:24.128040 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:24.128040 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:24.128578 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:24.128747 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:35:24.154827 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734275'] for router_interface (9d1a6659-3979-4d86-b94f-96317f247349), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:24.194946 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b767a4-a36f-4394-bf64-a398a4a1b2ca None None] Routers {'9d1a6659-3979-4d86-b94f-96317f247349'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:35:24.195593 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e8b767a4-a36f-4394-bf64-a398a4a1b2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:35:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['9d1a6659-3979-4d86-b94f-96317f247349'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:35:24.207880 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:24.303011 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (016cc6bd-712a-49cc-9909-1460fd182f00), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:24.308825 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-e8b767a4-a36f-4394-bf64-a398a4a1b2ca None None] Set router 9d1a6659-3979-4d86-b94f-96317f247349 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:35:24.370700 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:24.371763 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:24.403991 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81e374-efa7-4ba6-abf7-fd6a754d6aa0 None None] Pushing event updated for resources: {'Port': ['ID=e153a897-25a4-456a-bc54-8426d743d948,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:24.460217 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:24.471622 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-37a79929-8cca-4159-a123-353639cbfbf4 None None] Provisioning complete for port 016cc6bd-712a-49cc-9909-1460fd182f00 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:35:24.472917 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-37a79929-8cca-4159-a123-353639cbfbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (016cc6bd-712a-49cc-9909-1460fd182f00), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:24.514851 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:24.524254 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-37a79929-8cca-4159-a123-353639cbfbf4 None None] Port 016cc6bd-712a-49cc-9909-1460fd182f00 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:35:24.529598 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Publish callbacks [] for port (016cc6bd-712a-49cc-9909-1460fd182f00), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:24.533101 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e8b767a4-a36f-4394-bf64-a398a4a1b2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1a6659-3979-4d86-b94f-96317f247349', 'name': 'tempest-TestVolumeBootPattern-919522570-router', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e153a897-25a4-456a-bc54-8426d743d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:22Z', 'revision_number': 3, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'gw_port': {'id': 'e153a897-25a4-456a-bc54-8426d743d948', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:35:24.534896 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9438190'] for port (016cc6bd-712a-49cc-9909-1460fd182f00), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:24.536984 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 59338) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:24.561097 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b767a4-a36f-4394-bf64-a398a4a1b2ca None None] The sync data for ids ['9d1a6659-3979-4d86-b94f-96317f247349'] in dv-cinder-847798-1-iscsi is: [{'id': '9d1a6659-3979-4d86-b94f-96317f247349', 'name': 'tempest-TestVolumeBootPattern-919522570-router', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e153a897-25a4-456a-bc54-8426d743d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:22Z', 'revision_number': 3, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'gw_port': {'id': 'e153a897-25a4-456a-bc54-8426d743d948', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:35:24.615183 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3703187'] for router_interface (9d1a6659-3979-4d86-b94f-96317f247349), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:24.617573 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Pushing event updated for resources: {'Port': ['ID=016cc6bd-712a-49cc-9909-1460fd182f00,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:24.678277 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-03ba1ea9-5a1b-4f06-9aa3-0eb9a447671c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:24.724178 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:24.733089 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Network 09bbc698-5eb1-420c-a302-7f9a1544cd53 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:35:24.734873 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:35:24.784114 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-03ba1ea9-5a1b-4f06-9aa3-0eb9a447671c admin admin] Publish callbacks [] for security_group (688975d0-a36c-4af4-bd37-fa369977770e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:24.789716 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-03ba1ea9-5a1b-4f06-9aa3-0eb9a447671c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (688975d0-a36c-4af4-bd37-fa369977770e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:24.849953 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba1ea9-5a1b-4f06-9aa3-0eb9a447671c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688975d0-a36c-4af4-bd37-fa369977770e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:24.859740 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-03ba1ea9-5a1b-4f06-9aa3-0eb9a447671c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0d2e4c12bbf94be9a222cf125e5bc02c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3209898 Jun 27 15:35:24.862302 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 59342) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:24.930222 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Router 9d1a6659-3979-4d86-b94f-96317f247349 has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:35:24.963831 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-358dfe03-e208-4acc-b16d-f8c445534aba admin admin] Publish callbacks [] for security_group (688975d0-a36c-4af4-bd37-fa369977770e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:25.010359 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-358dfe03-e208-4acc-b16d-f8c445534aba admin admin] Publish callbacks [] for security_group (688975d0-a36c-4af4-bd37-fa369977770e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:25.084999 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:25.109607 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:35:25.120324 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-c108c428-4a51-47a5-9739-b54e1d4c367f admin admin] 10.222.0.26 "PUT /v2.0/routers/9d1a6659-3979-4d86-b94f-96317f247349/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0327189 Jun 27 15:35:25.131552 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-358dfe03-e208-4acc-b16d-f8c445534aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (688975d0-a36c-4af4-bd37-fa369977770e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:25.134757 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-358dfe03-e208-4acc-b16d-f8c445534aba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:25.139138 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-358dfe03-e208-4acc-b16d-f8c445534aba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/688975d0-a36c-4af4-bd37-fa369977770e HTTP/1.1" status: 204 len: 168 time: 0.2757123 Jun 27 15:35:25.153792 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358dfe03-e208-4acc-b16d-f8c445534aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688975d0-a36c-4af4-bd37-fa369977770e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:25.166564 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-130ec750-6f26-420b-90ce-99041d3aa135 None None] Provisioning complete for port 016cc6bd-712a-49cc-9909-1460fd182f00 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:35:25.166947 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-130ec750-6f26-420b-90ce-99041d3aa135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (016cc6bd-712a-49cc-9909-1460fd182f00), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:25.246566 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-130ec750-6f26-420b-90ce-99041d3aa135 None None] Port 016cc6bd-712a-49cc-9909-1460fd182f00 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:35:25.517191 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 59360) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:25.534015 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e1e55bf0-d57b-406d-83eb-6e915e67cfe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:25.654880 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device d07841b9-b719-4d1a-8901-fbf16d3c2878 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:35:25.673169 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e1e55bf0-d57b-406d-83eb-6e915e67cfe9 admin admin] Publish callbacks [] for security_group (1126f958-648a-4277-8902-56b217563ff8), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:25.683294 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e1e55bf0-d57b-406d-83eb-6e915e67cfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (1126f958-648a-4277-8902-56b217563ff8), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:25.704634 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port d07841b9-b719-4d1a-8901-fbf16d3c2878 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:35:25.705008 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (d07841b9-b719-4d1a-8901-fbf16d3c2878), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:25.728127 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-e1e55bf0-d57b-406d-83eb-6e915e67cfe9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=acc2c80f115f4a078099a3c0b7118ea9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2071385 Jun 27 15:35:25.728262 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 59366) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:25.740475 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e55bf0-d57b-406d-83eb-6e915e67cfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1126f958-648a-4277-8902-56b217563ff8,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:25.807987 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port d07841b9-b719-4d1a-8901-fbf16d3c2878 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:35:25.809176 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device e153a897-25a4-456a-bc54-8426d743d948 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:35:25.826159 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-afb2d532-25ee-4a3a-bc74-e535f2cf34fd admin admin] Publish callbacks [] for security_group (1126f958-648a-4277-8902-56b217563ff8), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:25.849971 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-afb2d532-25ee-4a3a-bc74-e535f2cf34fd admin admin] Publish callbacks [] for security_group (1126f958-648a-4277-8902-56b217563ff8), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:25.859642 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port e153a897-25a4-456a-bc54-8426d743d948 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:35:25.860117 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (e153a897-25a4-456a-bc54-8426d743d948), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:25.899617 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:25.921212 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-afb2d532-25ee-4a3a-bc74-e535f2cf34fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (1126f958-648a-4277-8902-56b217563ff8), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:25.923985 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-afb2d532-25ee-4a3a-bc74-e535f2cf34fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:25.927670 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-afb2d532-25ee-4a3a-bc74-e535f2cf34fd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1126f958-648a-4277-8902-56b217563ff8 HTTP/1.1" status: 204 len: 168 time: 0.1960371 Jun 27 15:35:25.935096 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2d532-25ee-4a3a-bc74-e535f2cf34fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1126f958-648a-4277-8902-56b217563ff8,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:25.957794 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 59374) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:25.967895 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-6d76d42a-2ad7-4ca9-915d-e4a4936724ae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1714329342-network', 'tenant_id': '055f40a719824e82b388537fd163f597'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:35:25.974915 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port e153a897-25a4-456a-bc54-8426d743d948 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:35:25.975417 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (e153a897-25a4-456a-bc54-8426d743d948), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:25.995574 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d76d42a-2ad7-4ca9-915d-e4a4936724ae admin admin] Made reservation on behalf of 055f40a719824e82b388537fd163f597 for: {'network': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:35:25.999780 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d76d42a-2ad7-4ca9-915d-e4a4936724ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for network (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:26.002388 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] For port e153a897-25a4-456a-bc54-8426d743d948, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=e153a897-25a4-456a-bc54-8426d743d948,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:35:26.007568 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (e153a897-25a4-456a-bc54-8426d743d948), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:26.010594 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d76d42a-2ad7-4ca9-915d-e4a4936724ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:26.078291 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Pushing event updated for resources: {'Port': ['ID=e153a897-25a4-456a-bc54-8426d743d948,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:26.116125 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d76d42a-2ad7-4ca9-915d-e4a4936724ae admin admin] Publish callbacks [] for security_group (e78bb62f-6133-4662-89b7-704c5ec18756), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:26.121083 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d76d42a-2ad7-4ca9-915d-e4a4936724ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (e78bb62f-6133-4662-89b7-704c5ec18756), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:26.155993 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d76d42a-2ad7-4ca9-915d-e4a4936724ae admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=104031) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 27 15:35:26.164798 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76d42a-2ad7-4ca9-915d-e4a4936724ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78bb62f-6133-4662-89b7-704c5ec18756,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:26.172786 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d76d42a-2ad7-4ca9-915d-e4a4936724ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (a6f3857f-bbc2-44c1-b170-0c726b5e7fc9), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:26.173832 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.segments_db [None req-6d76d42a-2ad7-4ca9-915d-e4a4936724ae admin admin] Added segment a6f3857f-bbc2-44c1-b170-0c726b5e7fc9 of type vlan for network 1f6856b3-e10f-4c06-ae92-96d57178be7a Jun 27 15:35:26.222111 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d76d42a-2ad7-4ca9-915d-e4a4936724ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767602840778'] for network (1f6856b3-e10f-4c06-ae92-96d57178be7a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:26.259253 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d76d42a-2ad7-4ca9-915d-e4a4936724ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041'] for network (1f6856b3-e10f-4c06-ae92-96d57178be7a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:26.260290 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d76d42a-2ad7-4ca9-915d-e4a4936724ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:26.260894 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d76d42a-2ad7-4ca9-915d-e4a4936724ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:26.313148 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 59384) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:26.319592 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-44bc9ac0-67e9-4711-b347-d42438bd1c74 admin admin] Request body: {'subnet': {'network_id': '1f6856b3-e10f-4c06-ae92-96d57178be7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1714329342-subnet', 'tenant_id': '055f40a719824e82b388537fd163f597', 'ip_version': 4}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:35:26.325038 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-6d76d42a-2ad7-4ca9-915d-e4a4936724ae admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3650184 Jun 27 15:35:26.359794 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76d42a-2ad7-4ca9-915d-e4a4936724ae admin admin] Pushing event updated for resources: {'Network': ['ID=1f6856b3-e10f-4c06-ae92-96d57178be7a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:26.371464 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bc9ac0-67e9-4711-b347-d42438bd1c74 admin admin] Made reservation on behalf of 055f40a719824e82b388537fd163f597 for: {'subnet': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:35:26.372062 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Network 1f6856b3-e10f-4c06-ae92-96d57178be7a details requested by agent ovs-agent-dv-cinder-847798-1-iscsi with host dv-cinder-847798-1-iscsi {{(pid=104033) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 27 15:35:26.374980 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-44bc9ac0-67e9-4711-b347-d42438bd1c74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8666691'] for subnet (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:26.397934 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:26.607393 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:26.626919 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-44bc9ac0-67e9-4711-b347-d42438bd1c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9438051', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8666677'] for subnet (1e51afc3-5c39-40c8-bb59-83f92c88ffa0), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:26.692421 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc9ac0-67e9-4711-b347-d42438bd1c74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e51afc3-5c39-40c8-bb59-83f92c88ffa0,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:26.703096 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bc9ac0-67e9-4711-b347-d42438bd1c74 admin admin] Checking segment: {'id': 'a6f3857f-bbc2-44c1-b170-0c726b5e7fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1f6856b3-e10f-4c06-ae92-96d57178be7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:35:26.703334 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bc9ac0-67e9-4711-b347-d42438bd1c74 admin admin] Network hostable DHCP agents. Network: 1f6856b3-e10f-4c06-ae92-96d57178be7a, hostable agents: ['98079605-5130-4ae4-a555-f860a4678271'], hosted agents: [] {{(pid=104032) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 27 15:35:26.706071 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78fd39f-2205-4a97-ba15-e272df963d8c None None] Sync routers for ids ['9d1a6659-3979-4d86-b94f-96317f247349'] in dv-cinder-847798-1-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:35:26.722314 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78fd39f-2205-4a97-ba15-e272df963d8c None None] Routers {'9d1a6659-3979-4d86-b94f-96317f247349'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:35:26.722967 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d78fd39f-2205-4a97-ba15-e272df963d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:35:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['9d1a6659-3979-4d86-b94f-96317f247349'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:35:26.725506 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bc9ac0-67e9-4711-b347-d42438bd1c74 admin admin] Network 1f6856b3-e10f-4c06-ae92-96d57178be7a is scheduled to be hosted by DHCP agent 98079605-5130-4ae4-a555-f860a4678271 with binding_index 1 {{(pid=104032) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 27 15:35:26.742505 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-44bc9ac0-67e9-4711-b347-d42438bd1c74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847798-1-iscsi, 1f6856b3-e10f-4c06-ae92-96d57178be7a) {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:35:26.747780 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bc9ac0-67e9-4711-b347-d42438bd1c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:26.749167 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-44bc9ac0-67e9-4711-b347-d42438bd1c74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:26.762171 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d729c25-4d15-42cf-a0bc-85cbc069b378 None None] Network 1f6856b3-e10f-4c06-ae92-96d57178be7a requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:35:26.769682 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-44bc9ac0-67e9-4711-b347-d42438bd1c74 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4547358 Jun 27 15:35:26.772305 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 59402) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:26.777689 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-1c945ad2-cda1-41aa-8937-2c5d92b8c9d9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1714329342-router', 'tenant_id': '055f40a719824e82b388537fd163f597', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:35:26.807334 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c945ad2-cda1-41aa-8937-2c5d92b8c9d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3705535', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-254088'] for router (946fcabd-abdd-4b19-a0b3-9cfe07b13a67), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:26.812004 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c945ad2-cda1-41aa-8937-2c5d92b8c9d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3705754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3733186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3716892', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-254083'] for router (946fcabd-abdd-4b19-a0b3-9cfe07b13a67), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:26.867775 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c945ad2-cda1-41aa-8937-2c5d92b8c9d9 admin admin] Publish callbacks [] for router_controller (946fcabd-abdd-4b19-a0b3-9cfe07b13a67), precommit_add_association {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:26.903100 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-d78fd39f-2205-4a97-ba15-e272df963d8c None None] Set router 9d1a6659-3979-4d86-b94f-96317f247349 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:35:26.991978 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b57769-9cc6-4f1e-8d4b-12e061666e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5182d913-239d-560a-a272-f123969c0cda-1f6856b3-e10f-4c06-ae92-96d57178be7a', 'network_id': '1f6856b3-e10f-4c06-ae92-96d57178be7a', 'project_id': '055f40a719824e82b388537fd163f597', 'fixed_ips': [{'subnet_id': '1e51afc3-5c39-40c8-bb59-83f92c88ffa0'}]}} from dv-cinder-847798-1-iscsi. {{(pid=104033) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 27 15:35:26.992937 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-41b57769-9cc6-4f1e-8d4b-12e061666e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:27.021080 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c945ad2-cda1-41aa-8937-2c5d92b8c9d9 admin admin] Publish callbacks [] for router_gateway (946fcabd-abdd-4b19-a0b3-9cfe07b13a67), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:27.139615 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:27.258316 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c945ad2-cda1-41aa-8937-2c5d92b8c9d9 admin admin] Publish callbacks [] for router_gateway (946fcabd-abdd-4b19-a0b3-9cfe07b13a67), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:27.258810 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.db_base_plugin_common [None req-41b57769-9cc6-4f1e-8d4b-12e061666e42 None None] Allocated IP 172.20.0.2 (1f6856b3-e10f-4c06-ae92-96d57178be7a/1e51afc3-5c39-40c8-bb59-83f92c88ffa0/3e98157c-82f7-4f83-9063-dc398c4877b2) {{(pid=104033) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:35:27.272667 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d78fd39f-2205-4a97-ba15-e272df963d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1a6659-3979-4d86-b94f-96317f247349', 'name': 'tempest-TestVolumeBootPattern-919522570-router', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e153a897-25a4-456a-bc54-8426d743d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:24Z', 'revision_number': 4, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'gw_port': {'id': 'e153a897-25a4-456a-bc54-8426d743d948', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '016cc6bd-712a-49cc-9909-1460fd182f00', 'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'mac_address': 'fa:16:3e:ce:69:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '818c3638-655e-43b1-93c9-da54cd282282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:23Z', 'updated_at': '2022-06-27T15:35:24Z', 'revision_number': 2, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'subnets': [{'id': '818c3638-655e-43b1-93c9-da54cd282282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:35:27.292617 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c945ad2-cda1-41aa-8937-2c5d92b8c9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:27.307404 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78fd39f-2205-4a97-ba15-e272df963d8c None None] Checking router: 9d1a6659-3979-4d86-b94f-96317f247349 for host: dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:35:27.307863 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78fd39f-2205-4a97-ba15-e272df963d8c None None] Updating router 9d1a6659-3979-4d86-b94f-96317f247349 port 016cc6bd-712a-49cc-9909-1460fd182f00 binding host dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 15:35:27.421992 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-1c945ad2-cda1-41aa-8937-2c5d92b8c9d9 admin admin] Allocated IP 172.27.2.16 (514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb/6226739c-eac4-4784-90b9-a0481f53f3ba/64607f6c-c863-4336-a2f0-a947277b727c) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:35:27.424307 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:27.534499 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d78fd39f-2205-4a97-ba15-e272df963d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (016cc6bd-712a-49cc-9909-1460fd182f00), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:27.542599 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:27.573683 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c945ad2-cda1-41aa-8937-2c5d92b8c9d9 admin admin] Publish callbacks [] for port (64607f6c-c863-4336-a2f0-a947277b727c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:27.600112 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device e153a897-25a4-456a-bc54-8426d743d948 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:35:27.610597 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c945ad2-cda1-41aa-8937-2c5d92b8c9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (64607f6c-c863-4336-a2f0-a947277b727c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:27.649321 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c945ad2-cda1-41aa-8937-2c5d92b8c9d9 admin admin] Network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:35:27.654030 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-1c945ad2-cda1-41aa-8937-2c5d92b8c9d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:35:27.657637 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c945ad2-cda1-41aa-8937-2c5d92b8c9d9 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:35:27.696457 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c945ad2-cda1-41aa-8937-2c5d92b8c9d9 admin admin] Pushing event updated for resources: {'Port': ['ID=64607f6c-c863-4336-a2f0-a947277b727c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:27.709268 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:27.762797 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-41b57769-9cc6-4f1e-8d4b-12e061666e42 None None] Publish callbacks [] for port (3e98157c-82f7-4f83-9063-dc398c4877b2), precommit_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:27.778678 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-41b57769-9cc6-4f1e-8d4b-12e061666e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724'] for port (3e98157c-82f7-4f83-9063-dc398c4877b2), after_create {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:27.815841 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port e153a897-25a4-456a-bc54-8426d743d948 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:35:27.816236 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (e153a897-25a4-456a-bc54-8426d743d948), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:27.883020 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b57769-9cc6-4f1e-8d4b-12e061666e42 None None] Network 1f6856b3-e10f-4c06-ae92-96d57178be7a is already hosted by enough agents. {{(pid=104033) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:35:27.909978 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b57769-9cc6-4f1e-8d4b-12e061666e42 None None] Pushing event updated for resources: {'Port': ['ID=3e98157c-82f7-4f83-9063-dc398c4877b2,revision_number=1']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:27.915529 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.scheduler.base_scheduler [None req-41b57769-9cc6-4f1e-8d4b-12e061666e42 None None] Resources bound (agent type, host, resource id): {{(pid=104033) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:35:27.919643 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b57769-9cc6-4f1e-8d4b-12e061666e42 None None] Received port after_create {{(pid=104033) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:35:27.938541 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 59418) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:27.940289 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c945ad2-cda1-41aa-8937-2c5d92b8c9d9 admin admin] Publish callbacks [] for router_gateway (946fcabd-abdd-4b19-a0b3-9cfe07b13a67), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:28.059225 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-41b57769-9cc6-4f1e-8d4b-12e061666e42 None None] Attempting to bind port 3e98157c-82f7-4f83-9063-dc398c4877b2 on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:35:28.059775 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-41b57769-9cc6-4f1e-8d4b-12e061666e42 None None] Attempting to bind port 3e98157c-82f7-4f83-9063-dc398c4877b2 by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': 'a6f3857f-bbc2-44c1-b170-0c726b5e7fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1f6856b3-e10f-4c06-ae92-96d57178be7a'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:35:28.060364 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b57769-9cc6-4f1e-8d4b-12e061666e42 None None] Attempting to bind port 3e98157c-82f7-4f83-9063-dc398c4877b2 on network 1f6856b3-e10f-4c06-ae92-96d57178be7a {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:35:28.071025 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port e153a897-25a4-456a-bc54-8426d743d948 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:35:28.076279 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b57769-9cc6-4f1e-8d4b-12e061666e42 None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:35:28.076646 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b57769-9cc6-4f1e-8d4b-12e061666e42 None None] Checking segment: {'id': 'a6f3857f-bbc2-44c1-b170-0c726b5e7fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1f6856b3-e10f-4c06-ae92-96d57178be7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:35:28.077013 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-41b57769-9cc6-4f1e-8d4b-12e061666e42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:28.077403 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b57769-9cc6-4f1e-8d4b-12e061666e42 None None] Bound using segment: {'id': 'a6f3857f-bbc2-44c1-b170-0c726b5e7fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1f6856b3-e10f-4c06-ae92-96d57178be7a'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:35:28.077886 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-41b57769-9cc6-4f1e-8d4b-12e061666e42 None None] Bound port: 3e98157c-82f7-4f83-9063-dc398c4877b2, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f3857f-bbc2-44c1-b170-0c726b5e7fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1f6856b3-e10f-4c06-ae92-96d57178be7a'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:35:28.078269 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-41b57769-9cc6-4f1e-8d4b-12e061666e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (3e98157c-82f7-4f83-9063-dc398c4877b2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:28.105992 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-755aa29d-53f6-4dab-a90b-0df2a8940944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:28.152698 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d78fd39f-2205-4a97-ba15-e272df963d8c None None] Publish callbacks [] for port (016cc6bd-712a-49cc-9909-1460fd182f00), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:28.160438 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:28.166562 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d78fd39f-2205-4a97-ba15-e272df963d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (016cc6bd-712a-49cc-9909-1460fd182f00), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:28.220801 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-41b57769-9cc6-4f1e-8d4b-12e061666e42 None None] For port 3e98157c-82f7-4f83-9063-dc398c4877b2, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:35:28.225286 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:28.231898 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-41b57769-9cc6-4f1e-8d4b-12e061666e42 None None] For port 3e98157c-82f7-4f83-9063-dc398c4877b2, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=3e98157c-82f7-4f83-9063-dc398c4877b2,segment=NetworkSegment(a6f3857f-bbc2-44c1-b170-0c726b5e7fc9),segment_id=a6f3857f-bbc2-44c1-b170-0c726b5e7fc9)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:35:28.246280 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd5d83-7568-4cd2-9367-0f8182a46a6f None None] Pushing event updated for resources: {'Port': ['ID=016cc6bd-712a-49cc-9909-1460fd182f00,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:28.252693 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-41b57769-9cc6-4f1e-8d4b-12e061666e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (3e98157c-82f7-4f83-9063-dc398c4877b2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:28.373574 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b57769-9cc6-4f1e-8d4b-12e061666e42 None None] Pushing event updated for resources: {'Port': ['ID=3e98157c-82f7-4f83-9063-dc398c4877b2,revision_number=2']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:28.377430 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d78fd39f-2205-4a97-ba15-e272df963d8c None None] Attempting to bind port 016cc6bd-712a-49cc-9909-1460fd182f00 on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:35:28.377805 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d78fd39f-2205-4a97-ba15-e272df963d8c None None] Attempting to bind port 016cc6bd-712a-49cc-9909-1460fd182f00 by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': '266d88ec-a72c-492c-9ab4-5d6e98715c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:35:28.378177 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78fd39f-2205-4a97-ba15-e272df963d8c None None] Attempting to bind port 016cc6bd-712a-49cc-9909-1460fd182f00 on network 09bbc698-5eb1-420c-a302-7f9a1544cd53 {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:35:28.384392 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78fd39f-2205-4a97-ba15-e272df963d8c None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:35:28.384785 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78fd39f-2205-4a97-ba15-e272df963d8c None None] Checking segment: {'id': '266d88ec-a72c-492c-9ab4-5d6e98715c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:35:28.385203 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d78fd39f-2205-4a97-ba15-e272df963d8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:28.385592 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78fd39f-2205-4a97-ba15-e272df963d8c None None] Bound using segment: {'id': '266d88ec-a72c-492c-9ab4-5d6e98715c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:35:28.386083 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-d78fd39f-2205-4a97-ba15-e272df963d8c None None] Bound port: 016cc6bd-712a-49cc-9909-1460fd182f00, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '266d88ec-a72c-492c-9ab4-5d6e98715c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:35:28.386539 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d78fd39f-2205-4a97-ba15-e272df963d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (016cc6bd-712a-49cc-9909-1460fd182f00), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:28.473084 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d78fd39f-2205-4a97-ba15-e272df963d8c None None] For port 016cc6bd-712a-49cc-9909-1460fd182f00, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:35:28.476904 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-d78fd39f-2205-4a97-ba15-e272df963d8c None None] For port 016cc6bd-712a-49cc-9909-1460fd182f00, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=016cc6bd-712a-49cc-9909-1460fd182f00,segment=NetworkSegment(266d88ec-a72c-492c-9ab4-5d6e98715c36),segment_id=266d88ec-a72c-492c-9ab4-5d6e98715c36)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:35:28.486219 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d78fd39f-2205-4a97-ba15-e272df963d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (016cc6bd-712a-49cc-9909-1460fd182f00), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:28.542141 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c945ad2-cda1-41aa-8937-2c5d92b8c9d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3708253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3733158'] for router (946fcabd-abdd-4b19-a0b3-9cfe07b13a67), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:28.570247 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78fd39f-2205-4a97-ba15-e272df963d8c None None] Routers {'9d1a6659-3979-4d86-b94f-96317f247349'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:35:28.571066 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d78fd39f-2205-4a97-ba15-e272df963d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:35:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['9d1a6659-3979-4d86-b94f-96317f247349'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:35:28.722723 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd5d83-7568-4cd2-9367-0f8182a46a6f None None] Pushing event updated for resources: {'Port': ['ID=016cc6bd-712a-49cc-9909-1460fd182f00,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:28.749417 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-755aa29d-53f6-4dab-a90b-0df2a8940944 admin admin] Publish callbacks [] for security_group (42c4646b-5afc-4c35-b88d-639ddae1375e), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:28.753466 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-82cffbec-d256-4a36-89ea-12ff1fe443ae None None] Provisioning complete for port 016cc6bd-712a-49cc-9909-1460fd182f00 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:35:28.753839 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-82cffbec-d256-4a36-89ea-12ff1fe443ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (016cc6bd-712a-49cc-9909-1460fd182f00), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:28.762653 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-755aa29d-53f6-4dab-a90b-0df2a8940944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (42c4646b-5afc-4c35-b88d-639ddae1375e), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:28.789202 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:28.846996 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-18a9921e-3597-4867-b74f-de6e9c594ed8 req-3f2be102-88e1-4d8c-8add-c6cfc78724f4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1036131 Jun 27 15:35:28.877611 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-d78fd39f-2205-4a97-ba15-e272df963d8c None None] Set router 9d1a6659-3979-4d86-b94f-96317f247349 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:35:28.884690 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 59426) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:28.884935 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-755aa29d-53f6-4dab-a90b-0df2a8940944 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=62db9432d77f4e24abb5f506fd8b7f4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9453671 Jun 27 15:35:28.950108 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755aa29d-53f6-4dab-a90b-0df2a8940944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c4646b-5afc-4c35-b88d-639ddae1375e,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:28.989801 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c945ad2-cda1-41aa-8937-2c5d92b8c9d9 admin admin] Router 946fcabd-abdd-4b19-a0b3-9cfe07b13a67 is scheduled to L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 with binding_index 1 {{(pid=104032) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 27 15:35:29.002171 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:29.015065 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9921e-3597-4867-b74f-de6e9c594ed8 req-b5bd3138-502f-4ff8-9a08-2479a886f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:29.016577 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-18a9921e-3597-4867-b74f-de6e9c594ed8 req-b5bd3138-502f-4ff8-9a08-2479a886f129 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9954040eb98d4ecdafbc681132689ff5&device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 1130 time: 0.1033583 Jun 27 15:35:29.048850 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-82cffbec-d256-4a36-89ea-12ff1fe443ae None None] Current status of the port 016cc6bd-712a-49cc-9909-1460fd182f00 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:35:29.049274 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-82cffbec-d256-4a36-89ea-12ff1fe443ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (016cc6bd-712a-49cc-9909-1460fd182f00), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:29.052786 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:29.064710 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4f7694d1-465e-4fe6-b5ab-5de257fa8a95 admin admin] Publish callbacks [] for security_group (42c4646b-5afc-4c35-b88d-639ddae1375e), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:29.132119 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4f7694d1-465e-4fe6-b5ab-5de257fa8a95 admin admin] Publish callbacks [] for security_group (42c4646b-5afc-4c35-b88d-639ddae1375e), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:29.142582 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c945ad2-cda1-41aa-8937-2c5d92b8c9d9 admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:35:29.142798 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-82cffbec-d256-4a36-89ea-12ff1fe443ae None None] For port 016cc6bd-712a-49cc-9909-1460fd182f00, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=016cc6bd-712a-49cc-9909-1460fd182f00,segment=NetworkSegment(266d88ec-a72c-492c-9ab4-5d6e98715c36),segment_id=266d88ec-a72c-492c-9ab4-5d6e98715c36)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:35:29.152998 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-82cffbec-d256-4a36-89ea-12ff1fe443ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (016cc6bd-712a-49cc-9909-1460fd182f00), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:29.153810 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc986d1-3fba-4ce4-aa72-b060d9c7e31f None None] Sync routers for ids ['946fcabd-abdd-4b19-a0b3-9cfe07b13a67'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:35:29.178375 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-1c945ad2-cda1-41aa-8937-2c5d92b8c9d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:29.179733 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc986d1-3fba-4ce4-aa72-b060d9c7e31f None None] Routers {'946fcabd-abdd-4b19-a0b3-9cfe07b13a67'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:35:29.185433 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-8bc986d1-3fba-4ce4-aa72-b060d9c7e31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:35:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['946fcabd-abdd-4b19-a0b3-9cfe07b13a67'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:35:29.190338 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-1c945ad2-cda1-41aa-8937-2c5d92b8c9d9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4155247 Jun 27 15:35:29.193847 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 59430) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:29.209071 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9921e-3597-4867-b74f-de6e9c594ed8 req-063005f9-237f-46ff-9354-84d978975e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:29.211083 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-18a9921e-3597-4867-b74f-de6e9c594ed8 req-063005f9-237f-46ff-9354-84d978975e9c service neutron] 10.222.0.42 "GET /v2.0/networks?id=349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f HTTP/1.1" status: 200 len: 910 time: 0.1709323 Jun 27 15:35:29.232289 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4f7694d1-465e-4fe6-b5ab-5de257fa8a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (42c4646b-5afc-4c35-b88d-639ddae1375e), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:29.237463 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4f7694d1-465e-4fe6-b5ab-5de257fa8a95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:29.239572 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-4f7694d1-465e-4fe6-b5ab-5de257fa8a95 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/42c4646b-5afc-4c35-b88d-639ddae1375e HTTP/1.1" status: 204 len: 168 time: 0.3532941 Jun 27 15:35:29.251287 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7694d1-465e-4fe6-b5ab-5de257fa8a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c4646b-5afc-4c35-b88d-639ddae1375e,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:29.274374 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-d78fd39f-2205-4a97-ba15-e272df963d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1a6659-3979-4d86-b94f-96317f247349', 'name': 'tempest-TestVolumeBootPattern-919522570-router', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e153a897-25a4-456a-bc54-8426d743d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:24Z', 'revision_number': 4, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'gw_port': {'id': 'e153a897-25a4-456a-bc54-8426d743d948', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '016cc6bd-712a-49cc-9909-1460fd182f00', 'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'mac_address': 'fa:16:3e:ce:69:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '818c3638-655e-43b1-93c9-da54cd282282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:23Z', 'updated_at': '2022-06-27T15:35:28Z', 'revision_number': 4, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'subnets': [{'id': '818c3638-655e-43b1-93c9-da54cd282282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:35:29.277173 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:29.341859 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78fd39f-2205-4a97-ba15-e272df963d8c None None] The sync data for ids ['9d1a6659-3979-4d86-b94f-96317f247349'] in dv-cinder-847798-1-iscsi is: [{'id': '9d1a6659-3979-4d86-b94f-96317f247349', 'name': 'tempest-TestVolumeBootPattern-919522570-router', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e153a897-25a4-456a-bc54-8426d743d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:24Z', 'revision_number': 4, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'gw_port': {'id': 'e153a897-25a4-456a-bc54-8426d743d948', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '016cc6bd-712a-49cc-9909-1460fd182f00', 'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'mac_address': 'fa:16:3e:ce:69:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '818c3638-655e-43b1-93c9-da54cd282282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:23Z', 'updated_at': '2022-06-27T15:35:28Z', 'revision_number': 4, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'subnets': [{'id': '818c3638-655e-43b1-93c9-da54cd282282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:35:29.351127 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-e45ed62f-b39c-4f74-a8f7-e21d5321c2a2 None None] Provisioning complete for port 016cc6bd-712a-49cc-9909-1460fd182f00 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:35:29.351575 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e45ed62f-b39c-4f74-a8f7-e21d5321c2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (016cc6bd-712a-49cc-9909-1460fd182f00), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:29.354215 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:29.355025 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cffbec-d256-4a36-89ea-12ff1fe443ae None None] Pushing event updated for resources: {'Port': ['ID=016cc6bd-712a-49cc-9909-1460fd182f00,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:29.475690 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-8bc986d1-3fba-4ce4-aa72-b060d9c7e31f None None] Set router 946fcabd-abdd-4b19-a0b3-9cfe07b13a67 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:35:29.483148 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:29.573457 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-e45ed62f-b39c-4f74-a8f7-e21d5321c2a2 None None] Current status of the port 016cc6bd-712a-49cc-9909-1460fd182f00 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:35:29.685738 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 3e98157c-82f7-4f83-9063-dc398c4877b2 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:35:29.799785 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 3e98157c-82f7-4f83-9063-dc398c4877b2 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:35:29.801610 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (3e98157c-82f7-4f83-9063-dc398c4877b2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:29.877704 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-8bc986d1-3fba-4ce4-aa72-b060d9c7e31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946fcabd-abdd-4b19-a0b3-9cfe07b13a67', 'name': 'tempest-TestVolumeBootPattern-1714329342-router', 'tenant_id': '055f40a719824e82b388537fd163f597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '64607f6c-c863-4336-a2f0-a947277b727c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:26Z', 'updated_at': '2022-06-27T15:35:27Z', 'revision_number': 3, 'project_id': '055f40a719824e82b388537fd163f597', 'gw_port': {'id': '64607f6c-c863-4336-a2f0-a947277b727c', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946fcabd-abdd-4b19-a0b3-9cfe07b13a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:27Z', 'updated_at': '2022-06-27T15:35:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:35:29.919812 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 3e98157c-82f7-4f83-9063-dc398c4877b2 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:35:29.920453 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (3e98157c-82f7-4f83-9063-dc398c4877b2), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:29.923776 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc986d1-3fba-4ce4-aa72-b060d9c7e31f None None] Checking router: 946fcabd-abdd-4b19-a0b3-9cfe07b13a67 for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:35:29.924553 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc986d1-3fba-4ce4-aa72-b060d9c7e31f None None] Updating router 946fcabd-abdd-4b19-a0b3-9cfe07b13a67 port 64607f6c-c863-4336-a2f0-a947277b727c binding host dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 15:35:29.971089 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8bc986d1-3fba-4ce4-aa72-b060d9c7e31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (64607f6c-c863-4336-a2f0-a947277b727c), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:29.987272 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] For port 3e98157c-82f7-4f83-9063-dc398c4877b2, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=3e98157c-82f7-4f83-9063-dc398c4877b2,segment=NetworkSegment(a6f3857f-bbc2-44c1-b170-0c726b5e7fc9),segment_id=a6f3857f-bbc2-44c1-b170-0c726b5e7fc9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:35:29.995272 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (3e98157c-82f7-4f83-9063-dc398c4877b2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:29.996509 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 016cc6bd-712a-49cc-9909-1460fd182f00 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:35:30.058921 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f405e92c-3d28-46b4-b4e4-43a01ecc2739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:30.084153 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-18a9921e-3597-4867-b74f-de6e9c594ed8 req-087003a1-8270-4ae2-9a12-1c323ed54cd7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a6da410-e6d2-40db-ac82-63f37c7545e0 HTTP/1.1" status: 200 len: 1002 time: 0.1291893 Jun 27 15:35:30.119502 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Pushing event updated for resources: {'Port': ['ID=3e98157c-82f7-4f83-9063-dc398c4877b2,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:30.151522 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 016cc6bd-712a-49cc-9909-1460fd182f00 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:35:30.152610 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (016cc6bd-712a-49cc-9909-1460fd182f00), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:30.156988 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca467c8b-0861-4e08-b669-b149750ef4b8 None None] Network 1f6856b3-e10f-4c06-ae92-96d57178be7a requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:35:30.278765 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:30.306857 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [None req-f405e92c-3d28-46b4-b4e4-43a01ecc2739 admin admin] Allocated IP 172.20.0.1 (1f6856b3-e10f-4c06-ae92-96d57178be7a/1e51afc3-5c39-40c8-bb59-83f92c88ffa0/a52e689c-3441-4ed8-959a-2571b4963436) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:35:30.347995 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8bc986d1-3fba-4ce4-aa72-b060d9c7e31f None None] Publish callbacks [] for port (64607f6c-c863-4336-a2f0-a947277b727c), precommit_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:30.358145 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8bc986d1-3fba-4ce4-aa72-b060d9c7e31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (64607f6c-c863-4336-a2f0-a947277b727c), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:30.410506 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-4c0d18cd-ad04-4a91-9645-c788a53fb2b9 None None] Provisioning complete for port 3e98157c-82f7-4f83-9063-dc398c4877b2 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:35:30.410891 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4c0d18cd-ad04-4a91-9645-c788a53fb2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (3e98157c-82f7-4f83-9063-dc398c4877b2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:30.414924 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-8bc986d1-3fba-4ce4-aa72-b060d9c7e31f None None] Attempting to bind port 64607f6c-c863-4336-a2f0-a947277b727c on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:35:30.415505 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-8bc986d1-3fba-4ce4-aa72-b060d9c7e31f None None] Attempting to bind port 64607f6c-c863-4336-a2f0-a947277b727c by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:35:30.416033 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc986d1-3fba-4ce4-aa72-b060d9c7e31f None None] Attempting to bind port 64607f6c-c863-4336-a2f0-a947277b727c on network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:35:30.428208 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc986d1-3fba-4ce4-aa72-b060d9c7e31f None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:35:30.428934 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc986d1-3fba-4ce4-aa72-b060d9c7e31f None None] Checking segment: {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104034) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:35:30.429514 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8bc986d1-3fba-4ce4-aa72-b060d9c7e31f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:30.430261 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc986d1-3fba-4ce4-aa72-b060d9c7e31f None None] Bound using segment: {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'} {{(pid=104034) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:35:30.431106 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.managers [None req-8bc986d1-3fba-4ce4-aa72-b060d9c7e31f None None] Bound port: 64607f6c-c863-4336-a2f0-a947277b727c, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a10ea46-bf64-4eeb-a875-fb291e9f235b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb'}}] {{(pid=104034) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:35:30.431643 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8bc986d1-3fba-4ce4-aa72-b060d9c7e31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (64607f6c-c863-4336-a2f0-a947277b727c), before_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:30.455589 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f405e92c-3d28-46b4-b4e4-43a01ecc2739 admin admin] Publish callbacks [] for port (a52e689c-3441-4ed8-959a-2571b4963436), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:30.461336 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:30.485714 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-8bc986d1-3fba-4ce4-aa72-b060d9c7e31f None None] For port 64607f6c-c863-4336-a2f0-a947277b727c, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104034) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:35:30.489669 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.plugins.ml2.db [None req-8bc986d1-3fba-4ce4-aa72-b060d9c7e31f None None] For port 64607f6c-c863-4336-a2f0-a947277b727c, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=64607f6c-c863-4336-a2f0-a947277b727c,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104034) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:35:30.499521 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron_lib.callbacks.manager [None req-8bc986d1-3fba-4ce4-aa72-b060d9c7e31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (64607f6c-c863-4336-a2f0-a947277b727c), after_update {{(pid=104034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:30.508669 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31c68b-f158-435b-96f3-e8c1860f7c35 None None] Pushing event updated for resources: {'Port': ['ID=64607f6c-c863-4336-a2f0-a947277b727c,revision_number=2']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:30.528016 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f405e92c-3d28-46b4-b4e4-43a01ecc2739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (a52e689c-3441-4ed8-959a-2571b4963436), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:30.570658 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc986d1-3fba-4ce4-aa72-b060d9c7e31f None None] Routers {'946fcabd-abdd-4b19-a0b3-9cfe07b13a67'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:35:30.571578 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-8bc986d1-3fba-4ce4-aa72-b060d9c7e31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:35:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['946fcabd-abdd-4b19-a0b3-9cfe07b13a67'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:35:30.573646 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31c68b-f158-435b-96f3-e8c1860f7c35 None None] Pushing event updated for resources: {'Port': ['ID=64607f6c-c863-4336-a2f0-a947277b727c,revision_number=3']} {{(pid=104034) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:30.584987 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 016cc6bd-712a-49cc-9909-1460fd182f00 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:35:30.588979 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-4c0d18cd-ad04-4a91-9645-c788a53fb2b9 None None] Current status of the port 3e98157c-82f7-4f83-9063-dc398c4877b2 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:35:30.589885 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:30.595123 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405e92c-3d28-46b4-b4e4-43a01ecc2739 admin admin] Pushing event updated for resources: {'Port': ['ID=a52e689c-3441-4ed8-959a-2571b4963436,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:30.603035 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f405e92c-3d28-46b4-b4e4-43a01ecc2739 admin admin] Network 1f6856b3-e10f-4c06-ae92-96d57178be7a is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:35:30.610457 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-f405e92c-3d28-46b4-b4e4-43a01ecc2739 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:35:30.613230 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f405e92c-3d28-46b4-b4e4-43a01ecc2739 admin admin] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:35:30.656705 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f405e92c-3d28-46b4-b4e4-43a01ecc2739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3734275'] for router_interface (946fcabd-abdd-4b19-a0b3-9cfe07b13a67), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:30.683031 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:30.704282 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-8bc986d1-3fba-4ce4-aa72-b060d9c7e31f None None] Set router 946fcabd-abdd-4b19-a0b3-9cfe07b13a67 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:35:30.808484 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9921e-3597-4867-b74f-de6e9c594ed8 req-4cab4b7f-28fe-4cd4-9036-2abdb567a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:30.811326 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-18a9921e-3597-4867-b74f-de6e9c594ed8 req-4cab4b7f-28fe-4cd4-9036-2abdb567a624 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=905f7862-f88e-4540-90be-39fe4e15dd98 HTTP/1.1" status: 200 len: 848 time: 0.0619812 Jun 27 15:35:30.824246 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f405e92c-3d28-46b4-b4e4-43a01ecc2739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (a52e689c-3441-4ed8-959a-2571b4963436), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:30.916418 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-8bc986d1-3fba-4ce4-aa72-b060d9c7e31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946fcabd-abdd-4b19-a0b3-9cfe07b13a67', 'name': 'tempest-TestVolumeBootPattern-1714329342-router', 'tenant_id': '055f40a719824e82b388537fd163f597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '64607f6c-c863-4336-a2f0-a947277b727c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:26Z', 'updated_at': '2022-06-27T15:35:27Z', 'revision_number': 3, 'project_id': '055f40a719824e82b388537fd163f597', 'gw_port': {'id': '64607f6c-c863-4336-a2f0-a947277b727c', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946fcabd-abdd-4b19-a0b3-9cfe07b13a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:27Z', 'updated_at': '2022-06-27T15:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:35:30.937620 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-2a920d28-b4fc-4b92-8e79-12ebdee1efd6 None None] Provisioning complete for port 3e98157c-82f7-4f83-9063-dc398c4877b2 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:35:30.938163 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-2a920d28-b4fc-4b92-8e79-12ebdee1efd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (3e98157c-82f7-4f83-9063-dc398c4877b2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:31.062753 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f405e92c-3d28-46b4-b4e4-43a01ecc2739 admin admin] Publish callbacks [] for port (a52e689c-3441-4ed8-959a-2571b4963436), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:31.070999 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f405e92c-3d28-46b4-b4e4-43a01ecc2739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9438190'] for port (a52e689c-3441-4ed8-959a-2571b4963436), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:31.090701 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-2a920d28-b4fc-4b92-8e79-12ebdee1efd6 None None] Current status of the port 3e98157c-82f7-4f83-9063-dc398c4877b2 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:35:31.093751 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc986d1-3fba-4ce4-aa72-b060d9c7e31f None None] The sync data for ids ['946fcabd-abdd-4b19-a0b3-9cfe07b13a67'] in dv-cinder-847798-1-iscsi is: [{'id': '946fcabd-abdd-4b19-a0b3-9cfe07b13a67', 'name': 'tempest-TestVolumeBootPattern-1714329342-router', 'tenant_id': '055f40a719824e82b388537fd163f597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '64607f6c-c863-4336-a2f0-a947277b727c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:26Z', 'updated_at': '2022-06-27T15:35:27Z', 'revision_number': 3, 'project_id': '055f40a719824e82b388537fd163f597', 'gw_port': {'id': '64607f6c-c863-4336-a2f0-a947277b727c', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946fcabd-abdd-4b19-a0b3-9cfe07b13a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:27Z', 'updated_at': '2022-06-27T15:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:35:31.146097 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405e92c-3d28-46b4-b4e4-43a01ecc2739 admin admin] Pushing event updated for resources: {'Port': ['ID=a52e689c-3441-4ed8-959a-2571b4963436,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:31.148524 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f405e92c-3d28-46b4-b4e4-43a01ecc2739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3692803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3703187'] for router_interface (946fcabd-abdd-4b19-a0b3-9cfe07b13a67), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:31.217046 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:31.220234 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-92d94d8a-e5a3-478e-9f6b-0ff07b370604 None None] Provisioning complete for port a52e689c-3441-4ed8-959a-2571b4963436 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:35:31.220791 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-92d94d8a-e5a3-478e-9f6b-0ff07b370604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (a52e689c-3441-4ed8-959a-2571b4963436), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:31.267390 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-92d94d8a-e5a3-478e-9f6b-0ff07b370604 None None] Port a52e689c-3441-4ed8-959a-2571b4963436 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:35:31.281795 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f405e92c-3d28-46b4-b4e4-43a01ecc2739 admin admin] Network 1f6856b3-e10f-4c06-ae92-96d57178be7a is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:35:31.283138 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [None req-f405e92c-3d28-46b4-b4e4-43a01ecc2739 admin admin] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:35:31.407377 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f405e92c-3d28-46b4-b4e4-43a01ecc2739 admin admin] Router 946fcabd-abdd-4b19-a0b3-9cfe07b13a67 has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:35:31.466184 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:31.554248 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f405e92c-3d28-46b4-b4e4-43a01ecc2739 admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:35:31.560290 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f405e92c-3d28-46b4-b4e4-43a01ecc2739 admin admin] 10.222.0.26 "PUT /v2.0/routers/946fcabd-abdd-4b19-a0b3-9cfe07b13a67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3651650 Jun 27 15:35:31.605083 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-8710c26a-5fd5-4099-a455-e8644ea87d95 None None] Provisioning complete for port a52e689c-3441-4ed8-959a-2571b4963436 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:35:31.605687 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8710c26a-5fd5-4099-a455-e8644ea87d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (a52e689c-3441-4ed8-959a-2571b4963436), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:31.647248 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-8710c26a-5fd5-4099-a455-e8644ea87d95 None None] Port a52e689c-3441-4ed8-959a-2571b4963436 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:35:31.684048 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9921e-3597-4867-b74f-de6e9c594ed8 req-28f55235-5a86-4bd9-92a4-d3748beec7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:31.686297 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-18a9921e-3597-4867-b74f-de6e9c594ed8 req-28f55235-5a86-4bd9-92a4-d3748beec7a2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490150 Jun 27 15:35:31.687900 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 3e98157c-82f7-4f83-9063-dc398c4877b2 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:35:31.745326 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:31.747757 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 3e98157c-82f7-4f83-9063-dc398c4877b2 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:35:31.748139 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (3e98157c-82f7-4f83-9063-dc398c4877b2), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:31.806173 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-18a9921e-3597-4867-b74f-de6e9c594ed8 req-a21717c5-4cbd-4cc6-a9eb-8a66fda69f77 service neutron] 10.222.0.42 "GET /v2.0/networks/349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132014 Jun 27 15:35:31.850944 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 3e98157c-82f7-4f83-9063-dc398c4877b2 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:35:31.853230 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 64607f6c-c863-4336-a2f0-a947277b727c up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:35:31.907143 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 64607f6c-c863-4336-a2f0-a947277b727c triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:35:31.907659 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (64607f6c-c863-4336-a2f0-a947277b727c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:31.926256 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-18a9921e-3597-4867-b74f-de6e9c594ed8 req-b5984733-100a-4d51-a8ce-99dc283e318f service neutron] 10.222.0.42 "GET /v2.0/networks/349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122918 Jun 27 15:35:31.988899 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 64607f6c-c863-4336-a2f0-a947277b727c is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:35:31.989501 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (64607f6c-c863-4336-a2f0-a947277b727c), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:32.011880 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] For port 64607f6c-c863-4336-a2f0-a947277b727c, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=64607f6c-c863-4336-a2f0-a947277b727c,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:35:32.017460 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (64607f6c-c863-4336-a2f0-a947277b727c), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:32.074616 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Pushing event updated for resources: {'Port': ['ID=64607f6c-c863-4336-a2f0-a947277b727c,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:32.100028 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 59446) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:32.104655 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-9ceae8df-d03e-418b-a986-063bcf721754 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1949080385', 'description': 'tempest-secgroup-smoke-1949080385 description', 'project_id': 'bf83328eefb741d086f33cd650fd3942'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:35:32.130191 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9ceae8df-d03e-418b-a986-063bcf721754 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:32.190112 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:32.228004 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9ceae8df-d03e-418b-a986-063bcf721754 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for security_group (83fca23a-321b-4e0f-903d-65307b761882), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:32.234062 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9ceae8df-d03e-418b-a986-063bcf721754 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (83fca23a-321b-4e0f-903d-65307b761882), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:32.270568 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-9ceae8df-d03e-418b-a986-063bcf721754 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:32.274526 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-9ceae8df-d03e-418b-a986-063bcf721754 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1707342 Jun 27 15:35:32.274799 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceae8df-d03e-418b-a986-063bcf721754 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83fca23a-321b-4e0f-903d-65307b761882,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:32.274923 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 59450) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:32.280595 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-0edcbceb-969d-421b-bb1a-a8af6c1ce7bb tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Request body: {'security_group_rule': {'security_group_id': '83fca23a-321b-4e0f-903d-65307b761882', 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:35:32.326388 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0edcbceb-969d-421b-bb1a-a8af6c1ce7bb tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for security_group_rule (bf409596-8b4b-437e-88c4-ca764ee3d99b), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:32.386628 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0edcbceb-969d-421b-bb1a-a8af6c1ce7bb tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for security_group_rule (bf409596-8b4b-437e-88c4-ca764ee3d99b), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:32.391538 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0edcbceb-969d-421b-bb1a-a8af6c1ce7bb tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (bf409596-8b4b-437e-88c4-ca764ee3d99b), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:32.411038 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edcbceb-969d-421b-bb1a-a8af6c1ce7bb tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf409596-8b4b-437e-88c4-ca764ee3d99b,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:32.422183 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0edcbceb-969d-421b-bb1a-a8af6c1ce7bb tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:32.423459 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-0edcbceb-969d-421b-bb1a-a8af6c1ce7bb tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1474841 Jun 27 15:35:32.427505 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 59454) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:32.433810 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-b76c4833-5c64-42d0-8018-ae4053296850 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Request body: {'security_group_rule': {'security_group_id': '83fca23a-321b-4e0f-903d-65307b761882', 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:35:32.464026 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b76c4833-5c64-42d0-8018-ae4053296850 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for security_group_rule (694e6067-ea94-42c7-b0cf-c5fc70300dd6), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:32.503014 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:32.524185 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b76c4833-5c64-42d0-8018-ae4053296850 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for security_group_rule (694e6067-ea94-42c7-b0cf-c5fc70300dd6), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:32.528432 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b76c4833-5c64-42d0-8018-ae4053296850 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (694e6067-ea94-42c7-b0cf-c5fc70300dd6), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:32.548398 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c4833-5c64-42d0-8018-ae4053296850 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694e6067-ea94-42c7-b0cf-c5fc70300dd6,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:32.554419 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b76c4833-5c64-42d0-8018-ae4053296850 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:32.555784 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-b76c4833-5c64-42d0-8018-ae4053296850 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1272686 Jun 27 15:35:32.559323 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 59456) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:32.563690 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-6d4927d7-121b-4163-b973-b49af3300928 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Request body: {'security_group_rule': {'security_group_id': '83fca23a-321b-4e0f-903d-65307b761882', 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:35:32.591603 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d4927d7-121b-4163-b973-b49af3300928 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for security_group_rule (b1352cbd-60d9-4162-b105-79993891b65a), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:32.663950 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d4927d7-121b-4163-b973-b49af3300928 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for security_group_rule (b1352cbd-60d9-4162-b105-79993891b65a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:32.669926 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d4927d7-121b-4163-b973-b49af3300928 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (b1352cbd-60d9-4162-b105-79993891b65a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:32.690953 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4927d7-121b-4163-b973-b49af3300928 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1352cbd-60d9-4162-b105-79993891b65a,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:32.700223 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6d4927d7-121b-4163-b973-b49af3300928 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:32.701437 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-6d4927d7-121b-4163-b973-b49af3300928 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1411793 Jun 27 15:35:32.704131 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 59458) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:32.708490 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-c65ce27a-7287-4715-b746-4ae593ff5dd2 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Request body: {'security_group_rule': {'security_group_id': '83fca23a-321b-4e0f-903d-65307b761882', 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:35:32.712721 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:32.739148 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c65ce27a-7287-4715-b746-4ae593ff5dd2 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for security_group_rule (9acd0944-11bb-43d3-9c94-d29b21e913d2), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:32.805736 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c65ce27a-7287-4715-b746-4ae593ff5dd2 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for security_group_rule (9acd0944-11bb-43d3-9c94-d29b21e913d2), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:32.812222 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c65ce27a-7287-4715-b746-4ae593ff5dd2 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (9acd0944-11bb-43d3-9c94-d29b21e913d2), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:32.832872 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ce27a-7287-4715-b746-4ae593ff5dd2 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9acd0944-11bb-43d3-9c94-d29b21e913d2,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:32.837358 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c65ce27a-7287-4715-b746-4ae593ff5dd2 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:32.838817 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-c65ce27a-7287-4715-b746-4ae593ff5dd2 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1335220 Jun 27 15:35:32.841584 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 59460) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:32.846593 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-c5880c47-57be-4114-86f8-869064c69af1 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Request body: {'security_group_rule': {'security_group_id': '83fca23a-321b-4e0f-903d-65307b761882', 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:35:32.869245 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.securitygroups_db [None req-c5880c47-57be-4114-86f8-869064c69af1 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Project bf83328eefb741d086f33cd650fd3942 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 15:35:32.876278 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5880c47-57be-4114-86f8-869064c69af1 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for security_group_rule (cdfa4c4d-c0b5-4d7d-9840-842b2fbb6a2c), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:32.948855 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5880c47-57be-4114-86f8-869064c69af1 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for security_group_rule (cdfa4c4d-c0b5-4d7d-9840-842b2fbb6a2c), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:32.954163 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5880c47-57be-4114-86f8-869064c69af1 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (cdfa4c4d-c0b5-4d7d-9840-842b2fbb6a2c), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:32.958491 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc67fab7-c255-445f-b139-7ab44808d882 None None] Sync routers for ids ['946fcabd-abdd-4b19-a0b3-9cfe07b13a67'] in dv-cinder-847798-1-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:35:32.970033 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc67fab7-c255-445f-b139-7ab44808d882 None None] Routers {'946fcabd-abdd-4b19-a0b3-9cfe07b13a67'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:35:32.970760 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-bc67fab7-c255-445f-b139-7ab44808d882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:35:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['946fcabd-abdd-4b19-a0b3-9cfe07b13a67'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:35:32.972884 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5880c47-57be-4114-86f8-869064c69af1 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdfa4c4d-c0b5-4d7d-9840-842b2fbb6a2c,revision_number=0']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:32.982921 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-c5880c47-57be-4114-86f8-869064c69af1 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:32.984157 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-c5880c47-57be-4114-86f8-869064c69af1 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1414864 Jun 27 15:35:32.987199 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 59462) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:32.991677 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [None req-73dbb55a-974a-49a2-9afa-6f3388c89187 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Request body: {'security_group_rule': {'security_group_id': '83fca23a-321b-4e0f-903d-65307b761882', 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:35:33.015772 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.db.securitygroups_db [None req-73dbb55a-974a-49a2-9afa-6f3388c89187 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Project bf83328eefb741d086f33cd650fd3942 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 27 15:35:33.022329 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73dbb55a-974a-49a2-9afa-6f3388c89187 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for security_group_rule (25b59b01-005b-4c38-8db1-a752d841f5bf), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:33.084609 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-bc67fab7-c255-445f-b139-7ab44808d882 None None] Set router 946fcabd-abdd-4b19-a0b3-9cfe07b13a67 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:35:33.092709 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73dbb55a-974a-49a2-9afa-6f3388c89187 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for security_group_rule (25b59b01-005b-4c38-8db1-a752d841f5bf), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:33.097143 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73dbb55a-974a-49a2-9afa-6f3388c89187 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267815'] for security_group_rule (25b59b01-005b-4c38-8db1-a752d841f5bf), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:33.117433 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbb55a-974a-49a2-9afa-6f3388c89187 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b59b01-005b-4c38-8db1-a752d841f5bf,revision_number=0']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:33.126550 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73dbb55a-974a-49a2-9afa-6f3388c89187 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:33.127825 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-73dbb55a-974a-49a2-9afa-6f3388c89187 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1396227 Jun 27 15:35:33.290180 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-bc67fab7-c255-445f-b139-7ab44808d882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946fcabd-abdd-4b19-a0b3-9cfe07b13a67', 'name': 'tempest-TestVolumeBootPattern-1714329342-router', 'tenant_id': '055f40a719824e82b388537fd163f597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '64607f6c-c863-4336-a2f0-a947277b727c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:26Z', 'updated_at': '2022-06-27T15:35:30Z', 'revision_number': 4, 'project_id': '055f40a719824e82b388537fd163f597', 'gw_port': {'id': '64607f6c-c863-4336-a2f0-a947277b727c', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946fcabd-abdd-4b19-a0b3-9cfe07b13a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:27Z', 'updated_at': '2022-06-27T15:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': 'a52e689c-3441-4ed8-959a-2571b4963436', 'name': '', 'network_id': '1f6856b3-e10f-4c06-ae92-96d57178be7a', 'tenant_id': '055f40a719824e82b388537fd163f597', 'mac_address': 'fa:16:3e:40:0c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946fcabd-abdd-4b19-a0b3-9cfe07b13a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '1e51afc3-5c39-40c8-bb59-83f92c88ffa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:30Z', 'updated_at': '2022-06-27T15:35:30Z', 'revision_number': 2, 'project_id': '055f40a719824e82b388537fd163f597', 'subnets': [{'id': '1e51afc3-5c39-40c8-bb59-83f92c88ffa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:35:33.316272 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc67fab7-c255-445f-b139-7ab44808d882 None None] Checking router: 946fcabd-abdd-4b19-a0b3-9cfe07b13a67 for host: dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:35:33.316662 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc67fab7-c255-445f-b139-7ab44808d882 None None] Updating router 946fcabd-abdd-4b19-a0b3-9cfe07b13a67 port a52e689c-3441-4ed8-959a-2571b4963436 binding host dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 27 15:35:33.351593 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bc67fab7-c255-445f-b139-7ab44808d882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (a52e689c-3441-4ed8-959a-2571b4963436), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:33.404437 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:33.549796 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 64607f6c-c863-4336-a2f0-a947277b727c up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:35:33.607766 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:33.638759 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port 64607f6c-c863-4336-a2f0-a947277b727c triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:35:33.639149 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (64607f6c-c863-4336-a2f0-a947277b727c), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:33.723744 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bc67fab7-c255-445f-b139-7ab44808d882 None None] Publish callbacks [] for port (a52e689c-3441-4ed8-959a-2571b4963436), precommit_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:33.731198 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bc67fab7-c255-445f-b139-7ab44808d882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (a52e689c-3441-4ed8-959a-2571b4963436), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:33.808469 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port 64607f6c-c863-4336-a2f0-a947277b727c is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:35:33.812033 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf483512-9cd7-49c9-bf60-d803d82bfb6b None None] Pushing event updated for resources: {'Port': ['ID=a52e689c-3441-4ed8-959a-2571b4963436,revision_number=3']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:33.878425 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-bc67fab7-c255-445f-b139-7ab44808d882 None None] Attempting to bind port a52e689c-3441-4ed8-959a-2571b4963436 on host dv-cinder-847798-1-iscsi for vnic_type normal with profile {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:35:33.878782 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-bc67fab7-c255-445f-b139-7ab44808d882 None None] Attempting to bind port a52e689c-3441-4ed8-959a-2571b4963436 by drivers openvswitch,hyperv on host dv-cinder-847798-1-iscsi at level 0 using segments [{'id': 'a6f3857f-bbc2-44c1-b170-0c726b5e7fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1f6856b3-e10f-4c06-ae92-96d57178be7a'}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:35:33.879166 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc67fab7-c255-445f-b139-7ab44808d882 None None] Attempting to bind port a52e689c-3441-4ed8-959a-2571b4963436 on network 1f6856b3-e10f-4c06-ae92-96d57178be7a {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:35:33.885127 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc67fab7-c255-445f-b139-7ab44808d882 None None] Checking agent: {'id': 'a07daeb5-64dd-47f5-9779-1f9d29eb70b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847798-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 18, 14), 'started_at': datetime.datetime(2022, 6, 27, 15, 18, 44), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847798-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:35:33.885523 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc67fab7-c255-445f-b139-7ab44808d882 None None] Checking segment: {'id': 'a6f3857f-bbc2-44c1-b170-0c726b5e7fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1f6856b3-e10f-4c06-ae92-96d57178be7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104033) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:35:33.885931 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bc67fab7-c255-445f-b139-7ab44808d882 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:33.886320 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc67fab7-c255-445f-b139-7ab44808d882 None None] Bound using segment: {'id': 'a6f3857f-bbc2-44c1-b170-0c726b5e7fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1f6856b3-e10f-4c06-ae92-96d57178be7a'} {{(pid=104033) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:35:33.886823 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.managers [None req-bc67fab7-c255-445f-b139-7ab44808d882 None None] Bound port: a52e689c-3441-4ed8-959a-2571b4963436, host: dv-cinder-847798-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f3857f-bbc2-44c1-b170-0c726b5e7fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1f6856b3-e10f-4c06-ae92-96d57178be7a'}}] {{(pid=104033) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:35:33.887206 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bc67fab7-c255-445f-b139-7ab44808d882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (a52e689c-3441-4ed8-959a-2571b4963436), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:33.953998 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-bc67fab7-c255-445f-b139-7ab44808d882 None None] For port a52e689c-3441-4ed8-959a-2571b4963436, host dv-cinder-847798-1-iscsi, cleared binding levels {{(pid=104033) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:35:33.957158 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-bc67fab7-c255-445f-b139-7ab44808d882 None None] For port a52e689c-3441-4ed8-959a-2571b4963436, host dv-cinder-847798-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=a52e689c-3441-4ed8-959a-2571b4963436,segment=NetworkSegment(a6f3857f-bbc2-44c1-b170-0c726b5e7fc9),segment_id=a6f3857f-bbc2-44c1-b170-0c726b5e7fc9)] {{(pid=104033) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:35:33.963369 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bc67fab7-c255-445f-b139-7ab44808d882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (a52e689c-3441-4ed8-959a-2571b4963436), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:34.014517 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-ff6c72fa-ce93-4a4b-9987-bc703e85b650 None None] Provisioning complete for port a52e689c-3441-4ed8-959a-2571b4963436 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:35:34.014887 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ff6c72fa-ce93-4a4b-9987-bc703e85b650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (a52e689c-3441-4ed8-959a-2571b4963436), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:34.059828 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf483512-9cd7-49c9-bf60-d803d82bfb6b None None] Pushing event updated for resources: {'Port': ['ID=a52e689c-3441-4ed8-959a-2571b4963436,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:34.067049 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc67fab7-c255-445f-b139-7ab44808d882 None None] Routers {'946fcabd-abdd-4b19-a0b3-9cfe07b13a67'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:35:34.067705 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-bc67fab7-c255-445f-b139-7ab44808d882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:35:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['946fcabd-abdd-4b19-a0b3-9cfe07b13a67'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:35:34.322850 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:34.333241 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-ff6c72fa-ce93-4a4b-9987-bc703e85b650 None None] Current status of the port a52e689c-3441-4ed8-959a-2571b4963436 is: DOWN; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:35:34.333625 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ff6c72fa-ce93-4a4b-9987-bc703e85b650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (a52e689c-3441-4ed8-959a-2571b4963436), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:34.348842 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-bc67fab7-c255-445f-b139-7ab44808d882 None None] Set router 946fcabd-abdd-4b19-a0b3-9cfe07b13a67 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:35:34.435577 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-ff6c72fa-ce93-4a4b-9987-bc703e85b650 None None] For port a52e689c-3441-4ed8-959a-2571b4963436, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=a52e689c-3441-4ed8-959a-2571b4963436,segment=NetworkSegment(a6f3857f-bbc2-44c1-b170-0c726b5e7fc9),segment_id=a6f3857f-bbc2-44c1-b170-0c726b5e7fc9)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:35:34.450164 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ff6c72fa-ce93-4a4b-9987-bc703e85b650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (a52e689c-3441-4ed8-959a-2571b4963436), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:34.487713 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:34.551610 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c72fa-ce93-4a4b-9987-bc703e85b650 None None] Pushing event updated for resources: {'Port': ['ID=a52e689c-3441-4ed8-959a-2571b4963436,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:34.594764 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-31d88ea7-acae-43e4-9e54-173aa6fb149a None None] Provisioning complete for port a52e689c-3441-4ed8-959a-2571b4963436 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:35:34.595133 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-31d88ea7-acae-43e4-9e54-173aa6fb149a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (a52e689c-3441-4ed8-959a-2571b4963436), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:34.637655 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-bc67fab7-c255-445f-b139-7ab44808d882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946fcabd-abdd-4b19-a0b3-9cfe07b13a67', 'name': 'tempest-TestVolumeBootPattern-1714329342-router', 'tenant_id': '055f40a719824e82b388537fd163f597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '64607f6c-c863-4336-a2f0-a947277b727c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:26Z', 'updated_at': '2022-06-27T15:35:30Z', 'revision_number': 4, 'project_id': '055f40a719824e82b388537fd163f597', 'gw_port': {'id': '64607f6c-c863-4336-a2f0-a947277b727c', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946fcabd-abdd-4b19-a0b3-9cfe07b13a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:27Z', 'updated_at': '2022-06-27T15:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': 'a52e689c-3441-4ed8-959a-2571b4963436', 'name': '', 'network_id': '1f6856b3-e10f-4c06-ae92-96d57178be7a', 'tenant_id': '055f40a719824e82b388537fd163f597', 'mac_address': 'fa:16:3e:40:0c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946fcabd-abdd-4b19-a0b3-9cfe07b13a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '1e51afc3-5c39-40c8-bb59-83f92c88ffa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:30Z', 'updated_at': '2022-06-27T15:35:33Z', 'revision_number': 4, 'project_id': '055f40a719824e82b388537fd163f597', 'subnets': [{'id': '1e51afc3-5c39-40c8-bb59-83f92c88ffa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:35:34.666995 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc67fab7-c255-445f-b139-7ab44808d882 None None] The sync data for ids ['946fcabd-abdd-4b19-a0b3-9cfe07b13a67'] in dv-cinder-847798-1-iscsi is: [{'id': '946fcabd-abdd-4b19-a0b3-9cfe07b13a67', 'name': 'tempest-TestVolumeBootPattern-1714329342-router', 'tenant_id': '055f40a719824e82b388537fd163f597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '64607f6c-c863-4336-a2f0-a947277b727c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:26Z', 'updated_at': '2022-06-27T15:35:30Z', 'revision_number': 4, 'project_id': '055f40a719824e82b388537fd163f597', 'gw_port': {'id': '64607f6c-c863-4336-a2f0-a947277b727c', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946fcabd-abdd-4b19-a0b3-9cfe07b13a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:27Z', 'updated_at': '2022-06-27T15:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': 'a52e689c-3441-4ed8-959a-2571b4963436', 'name': '', 'network_id': '1f6856b3-e10f-4c06-ae92-96d57178be7a', 'tenant_id': '055f40a719824e82b388537fd163f597', 'mac_address': 'fa:16:3e:40:0c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '946fcabd-abdd-4b19-a0b3-9cfe07b13a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '1e51afc3-5c39-40c8-bb59-83f92c88ffa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:30Z', 'updated_at': '2022-06-27T15:35:33Z', 'revision_number': 4, 'project_id': '055f40a719824e82b388537fd163f597', 'subnets': [{'id': '1e51afc3-5c39-40c8-bb59-83f92c88ffa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:35:34.708599 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-31d88ea7-acae-43e4-9e54-173aa6fb149a None None] Current status of the port a52e689c-3441-4ed8-959a-2571b4963436 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:35:35.562194 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device a52e689c-3441-4ed8-959a-2571b4963436 up at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:35:35.615584 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Provisioning complete for port a52e689c-3441-4ed8-959a-2571b4963436 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:35:35.615963 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (a52e689c-3441-4ed8-959a-2571b4963436), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:35.690228 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Current status of the port a52e689c-3441-4ed8-959a-2571b4963436 is: ACTIVE; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:35:38.812026 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-56ad79e7-c7ca-4ff0-a916-80b45fc594a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:41.705645 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ac41243d-b4dc-43ce-b16a-401eae12af7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:42.973120 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=33,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:42.976059 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=46,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:43.116629 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=39,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:43.120023 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=22,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:43.464090 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:44.641988 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:45.082083 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:45.631697 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 59618) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:45.756310 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7dc9227-b93c-490e-b893-4d0b93945007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:45.845138 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7dc9227-b93c-490e-b893-4d0b93945007 admin admin] Publish callbacks [] for security_group (5f72ee57-9380-49e2-b013-eb907c86e768), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:45.850388 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-f7dc9227-b93c-490e-b893-4d0b93945007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (5f72ee57-9380-49e2-b013-eb907c86e768), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:45.889524 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc9227-b93c-490e-b893-4d0b93945007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f72ee57-9380-49e2-b013-eb907c86e768,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:45.894458 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-f7dc9227-b93c-490e-b893-4d0b93945007 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e3629a43f3544c79adba86ba6ed7cd85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616665 Jun 27 15:35:45.899049 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 59628) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:35:45.958306 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8dfab984-0c7a-4a62-979e-b117d5f86fd4 admin admin] Publish callbacks [] for security_group (5f72ee57-9380-49e2-b013-eb907c86e768), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:45.983603 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8dfab984-0c7a-4a62-979e-b117d5f86fd4 admin admin] Publish callbacks [] for security_group (5f72ee57-9380-49e2-b013-eb907c86e768), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:46.034648 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8dfab984-0c7a-4a62-979e-b117d5f86fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (5f72ee57-9380-49e2-b013-eb907c86e768), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:46.037478 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8dfab984-0c7a-4a62-979e-b117d5f86fd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:46.038931 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8dfab984-0c7a-4a62-979e-b117d5f86fd4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5f72ee57-9380-49e2-b013-eb907c86e768 HTTP/1.1" status: 204 len: 168 time: 0.1393464 Jun 27 15:35:46.049100 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfab984-0c7a-4a62-979e-b117d5f86fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f72ee57-9380-49e2-b013-eb907c86e768,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:46.184801 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=21 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:46.197429 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:48.277739 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:35:48.935717 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:50.808597 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-1f9f1eec-bd70-44a5-9afa-dbf3b1713118 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1949080385&fields=id&tenant_id=bf83328eefb741d086f33cd650fd3942 HTTP/1.1" status: 200 len: 267 time: 0.0579152 Jun 27 15:35:50.927761 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-853be4c1-cbf4-4cb2-a89d-f19e84eb2924 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:50.929296 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-853be4c1-cbf4-4cb2-a89d-f19e84eb2924 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/networks?id=09bbc698-5eb1-420c-a302-7f9a1544cd53 HTTP/1.1" status: 200 len: 811 time: 0.1140356 Jun 27 15:35:50.947689 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-145e61bd-19d0-4c6a-ae3c-48700f2bd71e tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/quotas/bf83328eefb741d086f33cd650fd3942 HTTP/1.1" status: 200 len: 375 time: 0.0116191 Jun 27 15:35:51.009990 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-f1ef4507-af9b-41cd-8e6d-7c38487d884f tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bf83328eefb741d086f33cd650fd3942&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563250 Jun 27 15:35:51.121273 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-c628b40b-9318-46b9-9928-aa51f7cd931c service neutron] 10.222.0.26 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972042 Jun 27 15:35:51.513748 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-694d92b0-e0a2-4e07-bb17-5c9b2692cb63 service neutron] 10.222.0.26 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864250 Jun 27 15:35:51.877518 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-de77fdf1-21eb-4c1f-819d-db111c05bd46 req-863eca47-4335-476d-ae02-c08d37b3b23e tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64daf70-81db-49be-8de8-4900c3f76376 HTTP/1.1" status: 200 len: 210 time: 0.0291526 Jun 27 15:35:52.958567 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-fd55d10b-3ac7-47cd-a9c5-d89310eb87bf req-063fa424-76a3-4f6f-8afd-25e5a6d1e245 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64daf70-81db-49be-8de8-4900c3f76376 HTTP/1.1" status: 200 len: 210 time: 0.0298395 Jun 27 15:35:54.061363 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2b8b8a1c-bfde-4067-91dc-ff4b172ee603 req-87a6c94a-5b74-46ca-bd70-73248805d966 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64daf70-81db-49be-8de8-4900c3f76376 HTTP/1.1" status: 200 len: 210 time: 0.0323131 Jun 27 15:35:54.924860 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-887aeb21-b0c2-4089-a003-e967eb3eabf5 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:54.926315 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-887aeb21-b0c2-4089-a003-e967eb3eabf5 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.42 "GET /v2.0/networks?id=09bbc698-5eb1-420c-a302-7f9a1544cd53 HTTP/1.1" status: 200 len: 811 time: 0.1156528 Jun 27 15:35:54.997764 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-476eedfe-946a-4b82-9e75-0fd22ca92c7b tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf83328eefb741d086f33cd650fd3942 HTTP/1.1" status: 200 len: 380 time: 0.0601864 Jun 27 15:35:55.006500 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-53c279ef-15ec-4381-9dd4-3e9c570572bf tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Request body: {'port': {'device_id': 'c64daf70-81db-49be-8de8-4900c3f76376', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'admin_state_up': True, 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'security_groups': ['83fca23a-321b-4e0f-903d-65307b761882']}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:35:55.131604 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-53c279ef-15ec-4381-9dd4-3e9c570572bf tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Made reservation on behalf of bf83328eefb741d086f33cd650fd3942 for: {'port': 1} {{(pid=104031) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:35:55.135042 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-53c279ef-15ec-4381-9dd4-3e9c570572bf tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:55.184649 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-26ec3583-6ffe-4e4b-afd2-a01c39a090a9 req-0c9e394a-eace-4ebb-83d1-cf7cf54e8e9e tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64daf70-81db-49be-8de8-4900c3f76376 HTTP/1.1" status: 200 len: 210 time: 0.0311599 Jun 27 15:35:55.296773 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-53c279ef-15ec-4381-9dd4-3e9c570572bf tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Allocated IP 172.20.0.7 (09bbc698-5eb1-420c-a302-7f9a1544cd53/818c3638-655e-43b1-93c9-da54cd282282/47374d7b-7e06-44d7-a9da-7f84a58ae0aa) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:35:55.305615 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:55.434031 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:55.469345 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-53c279ef-15ec-4381-9dd4-3e9c570572bf tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for port (47374d7b-7e06-44d7-a9da-7f84a58ae0aa), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:55.503972 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-53c279ef-15ec-4381-9dd4-3e9c570572bf tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (47374d7b-7e06-44d7-a9da-7f84a58ae0aa), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:55.554742 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-53c279ef-15ec-4381-9dd4-3e9c570572bf tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Network 09bbc698-5eb1-420c-a302-7f9a1544cd53 is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:35:55.558188 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-53c279ef-15ec-4381-9dd4-3e9c570572bf tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:35:55.562321 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-53c279ef-15ec-4381-9dd4-3e9c570572bf tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:35:55.590990 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c279ef-15ec-4381-9dd4-3e9c570572bf tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Pushing event updated for resources: {'Port': ['ID=47374d7b-7e06-44d7-a9da-7f84a58ae0aa,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:55.624353 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-53c279ef-15ec-4381-9dd4-3e9c570572bf tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:55.625052 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-53c279ef-15ec-4381-9dd4-3e9c570572bf tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:55.643939 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-53c279ef-15ec-4381-9dd4-3e9c570572bf tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6410222 Jun 27 15:35:55.655433 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-83683a2c-6523-4db3-9cd7-2d4cacd5d471 service neutron] Request body: {'port': {'device_id': 'c64daf70-81db-49be-8de8-4900c3f76376', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84779'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:35:55.719839 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-83683a2c-6523-4db3-9cd7-2d4cacd5d471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (47374d7b-7e06-44d7-a9da-7f84a58ae0aa), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:55.768357 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-88659350-f7c4-41b1-81d8-b1ee9fac9cde None None] Provisioning complete for port 47374d7b-7e06-44d7-a9da-7f84a58ae0aa triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:35:55.768959 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-88659350-f7c4-41b1-81d8-b1ee9fac9cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (47374d7b-7e06-44d7-a9da-7f84a58ae0aa), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:55.805625 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-88659350-f7c4-41b1-81d8-b1ee9fac9cde None None] Port 47374d7b-7e06-44d7-a9da-7f84a58ae0aa cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:35:56.010409 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-83683a2c-6523-4db3-9cd7-2d4cacd5d471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47374d7b-7e06-44d7-a9da-7f84a58ae0aa {{(pid=104031) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:35:56.018403 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-83683a2c-6523-4db3-9cd7-2d4cacd5d471 service neutron] Publish callbacks [] for port (47374d7b-7e06-44d7-a9da-7f84a58ae0aa), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:56.031303 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.provisioning_blocks [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-83683a2c-6523-4db3-9cd7-2d4cacd5d471 service neutron] Transition to ACTIVE for port object 47374d7b-7e06-44d7-a9da-7f84a58ae0aa will not be triggered until provisioned by entity L2. {{(pid=104031) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 15:35:56.035427 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-83683a2c-6523-4db3-9cd7-2d4cacd5d471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (47374d7b-7e06-44d7-a9da-7f84a58ae0aa), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:56.095480 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83683a2c-6523-4db3-9cd7-2d4cacd5d471 service neutron] Pushing event updated for resources: {'Port': ['ID=47374d7b-7e06-44d7-a9da-7f84a58ae0aa,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:56.166785 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:56.169536 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-83683a2c-6523-4db3-9cd7-2d4cacd5d471 service neutron] Attempting to bind port 47374d7b-7e06-44d7-a9da-7f84a58ae0aa on host hv-cinder-84779 for vnic_type normal with profile {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:35:56.169889 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-83683a2c-6523-4db3-9cd7-2d4cacd5d471 service neutron] Attempting to bind port 47374d7b-7e06-44d7-a9da-7f84a58ae0aa by drivers openvswitch,hyperv on host hv-cinder-84779 at level 0 using segments [{'id': '266d88ec-a72c-492c-9ab4-5d6e98715c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53'}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:35:56.170222 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-83683a2c-6523-4db3-9cd7-2d4cacd5d471 service neutron] Attempting to bind port 47374d7b-7e06-44d7-a9da-7f84a58ae0aa on network 09bbc698-5eb1-420c-a302-7f9a1544cd53 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:35:56.176250 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-83683a2c-6523-4db3-9cd7-2d4cacd5d471 service neutron] Port 47374d7b-7e06-44d7-a9da-7f84a58ae0aa on network 09bbc698-5eb1-420c-a302-7f9a1544cd53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84779 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 15:35:56.176525 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-83683a2c-6523-4db3-9cd7-2d4cacd5d471 service neutron] Attempting to bind port 47374d7b-7e06-44d7-a9da-7f84a58ae0aa on network 09bbc698-5eb1-420c-a302-7f9a1544cd53 {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:35:56.183065 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-83683a2c-6523-4db3-9cd7-2d4cacd5d471 service neutron] Checking agent: {'id': '2a101be5-d6db-4e6c-800c-1df71c1b626f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84779', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'started_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:35:56.183429 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-83683a2c-6523-4db3-9cd7-2d4cacd5d471 service neutron] Checking segment: {'id': '266d88ec-a72c-492c-9ab4-5d6e98715c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104031) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:35:56.183955 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-83683a2c-6523-4db3-9cd7-2d4cacd5d471 service neutron] Bound using segment: {'id': '266d88ec-a72c-492c-9ab4-5d6e98715c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53'} {{(pid=104031) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:35:56.184281 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.managers [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-83683a2c-6523-4db3-9cd7-2d4cacd5d471 service neutron] Bound port: 47374d7b-7e06-44d7-a9da-7f84a58ae0aa, host: hv-cinder-84779, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266d88ec-a72c-492c-9ab4-5d6e98715c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53'}}] {{(pid=104031) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:35:56.184695 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-83683a2c-6523-4db3-9cd7-2d4cacd5d471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (47374d7b-7e06-44d7-a9da-7f84a58ae0aa), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:56.258197 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-83683a2c-6523-4db3-9cd7-2d4cacd5d471 service neutron] For port 47374d7b-7e06-44d7-a9da-7f84a58ae0aa, host hv-cinder-84779, cleared binding levels {{(pid=104031) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:35:56.265235 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-83683a2c-6523-4db3-9cd7-2d4cacd5d471 service neutron] For port 47374d7b-7e06-44d7-a9da-7f84a58ae0aa, host hv-cinder-84779, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=47374d7b-7e06-44d7-a9da-7f84a58ae0aa,segment=NetworkSegment(266d88ec-a72c-492c-9ab4-5d6e98715c36),segment_id=266d88ec-a72c-492c-9ab4-5d6e98715c36)] {{(pid=104031) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:35:56.275318 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-83683a2c-6523-4db3-9cd7-2d4cacd5d471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (47374d7b-7e06-44d7-a9da-7f84a58ae0aa), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:56.308019 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108378f-3537-4f80-aa9e-7c7ad6a1b68e req-a1aba26f-9d9e-4499-931f-a8f6d7c1c697 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:56.309735 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8108378f-3537-4f80-aa9e-7c7ad6a1b68e req-a1aba26f-9d9e-4499-931f-a8f6d7c1c697 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64daf70-81db-49be-8de8-4900c3f76376 HTTP/1.1" status: 200 len: 943 time: 0.0507293 Jun 27 15:35:56.312888 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-83683a2c-6523-4db3-9cd7-2d4cacd5d471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:56.313966 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-83683a2c-6523-4db3-9cd7-2d4cacd5d471 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:35:56.315483 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-83683a2c-6523-4db3-9cd7-2d4cacd5d471 service neutron] 10.222.0.42 "PUT /v2.0/ports/47374d7b-7e06-44d7-a9da-7f84a58ae0aa HTTP/1.1" status: 200 len: 1093 time: 0.6645937 Jun 27 15:35:56.317970 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64daf70-81db-49be-8de8-4900c3f76376', 'tag': '47374d7b-7e06-44d7-a9da-7f84a58ae0aa'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:35:56.323448 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e502ef-9301-4201-a6de-0e2b27d76dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "c64daf70-81db-49be-8de8-4900c3f76376", "tag": "47374d7b-7e06-44d7-a9da-7f84a58ae0aa"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:35:56.334758 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:56.357942 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:56.362722 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83683a2c-6523-4db3-9cd7-2d4cacd5d471 service neutron] Pushing event updated for resources: {'Port': ['ID=47374d7b-7e06-44d7-a9da-7f84a58ae0aa,revision_number=3']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:35:56.389071 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8861410b-0fd3-4ddc-9511-aaccc97444c6 x-openstack-request-id: req-8861410b-0fd3-4ddc-9511-aaccc97444c6 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:35:56.389355 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64daf70-81db-49be-8de8-4900c3f76376", "tag": "47374d7b-7e06-44d7-a9da-7f84a58ae0aa", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:35:56.389606 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8861410b-0fd3-4ddc-9511-aaccc97444c6 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:35:56.390212 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8861410b-0fd3-4ddc-9511-aaccc97444c6'] response: {'name': 'network-changed', 'server_uuid': 'c64daf70-81db-49be-8de8-4900c3f76376', 'tag': '47374d7b-7e06-44d7-a9da-7f84a58ae0aa', 'status': 'completed', 'code': 200} Jun 27 15:35:56.395891 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-8108378f-3537-4f80-aa9e-7c7ad6a1b68e req-80daec73-0ea5-4cad-ab87-d19fe353f811 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733197 Jun 27 15:35:56.421920 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-48ae002a-b644-4627-84b0-ecbaff28c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:56.424281 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-48ae002a-b644-4627-84b0-ecbaff28c452 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf83328eefb741d086f33cd650fd3942&device_id=c64daf70-81db-49be-8de8-4900c3f76376 HTTP/1.1" status: 200 len: 1127 time: 0.0543668 Jun 27 15:35:56.465733 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-22513688-d701-45b9-83c5-2cf08f360a3d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47374d7b-7e06-44d7-a9da-7f84a58ae0aa HTTP/1.1" status: 200 len: 217 time: 0.0340152 Jun 27 15:35:56.520538 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-9a559703-8789-4f9f-a267-d0bddf3a2c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:56.522150 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-9a559703-8789-4f9f-a267-d0bddf3a2c50 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=818c3638-655e-43b1-93c9-da54cd282282 HTTP/1.1" status: 200 len: 850 time: 0.0507641 Jun 27 15:35:56.568524 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-0cabeab6-c028-4360-bd3f-1dad409a50e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:56.570140 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-0cabeab6-c028-4360-bd3f-1dad409a50e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09bbc698-5eb1-420c-a302-7f9a1544cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418072 Jun 27 15:35:56.667419 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-23220a72-be00-4c4a-8fa7-7086fc2673e9 service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886989 Jun 27 15:35:56.761215 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e1f83871-aa11-4dd9-8086-db2d5a1bbe05 req-78121fbb-1687-45eb-ad42-598977348510 service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876062 Jun 27 15:35:57.031725 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e502ef-9301-4201-a6de-0e2b27d76dbe req-145b5684-15f3-45cb-82e2-08caab1f9d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:57.033256 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f1e502ef-9301-4201-a6de-0e2b27d76dbe req-145b5684-15f3-45cb-82e2-08caab1f9d96 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf83328eefb741d086f33cd650fd3942&device_id=c64daf70-81db-49be-8de8-4900c3f76376 HTTP/1.1" status: 200 len: 1127 time: 0.0412488 Jun 27 15:35:57.151471 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e502ef-9301-4201-a6de-0e2b27d76dbe req-4840f03e-897c-46da-b83c-f9b4a6427e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:57.153027 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f1e502ef-9301-4201-a6de-0e2b27d76dbe req-4840f03e-897c-46da-b83c-f9b4a6427e6c service neutron] 10.222.0.42 "GET /v2.0/networks?id=09bbc698-5eb1-420c-a302-7f9a1544cd53 HTTP/1.1" status: 200 len: 912 time: 0.1125722 Jun 27 15:35:57.193871 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f1e502ef-9301-4201-a6de-0e2b27d76dbe req-5f4735a8-f0d5-4dd7-a1c4-7f677f10f55e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47374d7b-7e06-44d7-a9da-7f84a58ae0aa HTTP/1.1" status: 200 len: 217 time: 0.0344455 Jun 27 15:35:57.248753 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e502ef-9301-4201-a6de-0e2b27d76dbe req-4c7c115f-6c9a-419f-8693-2707a6bca956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:57.250222 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f1e502ef-9301-4201-a6de-0e2b27d76dbe req-4c7c115f-6c9a-419f-8693-2707a6bca956 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=818c3638-655e-43b1-93c9-da54cd282282 HTTP/1.1" status: 200 len: 850 time: 0.0510960 Jun 27 15:35:57.296930 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e502ef-9301-4201-a6de-0e2b27d76dbe req-e1defe29-8370-4dd1-afab-86f07b25cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:57.298508 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f1e502ef-9301-4201-a6de-0e2b27d76dbe req-e1defe29-8370-4dd1-afab-86f07b25cdc1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09bbc698-5eb1-420c-a302-7f9a1544cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416257 Jun 27 15:35:57.397431 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f1e502ef-9301-4201-a6de-0e2b27d76dbe req-5be507b8-68a6-4b2b-a987-511cebac0ba8 service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922563 Jun 27 15:35:57.515674 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:35:57.534105 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61577e7-5d8c-46e7-9a44-defa87a58bb6 req-de1d17c3-05aa-40d6-9326-9582ceeb7a86 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:57.535613 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c61577e7-5d8c-46e7-9a44-defa87a58bb6 req-de1d17c3-05aa-40d6-9326-9582ceeb7a86 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64daf70-81db-49be-8de8-4900c3f76376 HTTP/1.1" status: 200 len: 943 time: 0.0633595 Jun 27 15:35:57.539797 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f1e502ef-9301-4201-a6de-0e2b27d76dbe req-37f662eb-f150-46c6-bcd0-557b26be0dbf service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348407 Jun 27 15:35:57.591280 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-c61577e7-5d8c-46e7-9a44-defa87a58bb6 req-b78af8e9-808d-46ce-8b8a-3aebfa35c2cc tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494967 Jun 27 15:35:58.712160 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d0158-2fac-4ecf-90a8-ce40d51f4e44 req-b04e796b-0125-4bc0-90ae-ef2359bd157f tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:58.713648 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-371d0158-2fac-4ecf-90a8-ce40d51f4e44 req-b04e796b-0125-4bc0-90ae-ef2359bd157f tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64daf70-81db-49be-8de8-4900c3f76376 HTTP/1.1" status: 200 len: 943 time: 0.0510511 Jun 27 15:35:58.770792 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-371d0158-2fac-4ecf-90a8-ce40d51f4e44 req-e6a7b6dc-60e3-4861-9322-f06ea18b2410 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479138 Jun 27 15:35:59.895357 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d47183c-ed07-42de-a32b-6b8e30bc5931 req-1b6450e1-fe07-4180-86ca-541934eaca0f tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:35:59.896842 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6d47183c-ed07-42de-a32b-6b8e30bc5931 req-1b6450e1-fe07-4180-86ca-541934eaca0f tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64daf70-81db-49be-8de8-4900c3f76376 HTTP/1.1" status: 200 len: 943 time: 0.0489929 Jun 27 15:35:59.954847 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-6d47183c-ed07-42de-a32b-6b8e30bc5931 req-7bbeee45-fd7e-4d97-bfbf-fd415c983a63 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519104 Jun 27 15:36:01.083561 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041bd2a7-e31f-4806-a366-76153b6c0195 req-ee85245a-3156-4194-804d-6a0019b60b4e tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:01.085127 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-041bd2a7-e31f-4806-a366-76153b6c0195 req-ee85245a-3156-4194-804d-6a0019b60b4e tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64daf70-81db-49be-8de8-4900c3f76376 HTTP/1.1" status: 200 len: 943 time: 0.0538323 Jun 27 15:36:01.143823 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-041bd2a7-e31f-4806-a366-76153b6c0195 req-92ada300-9f35-407d-afe9-c53331d72213 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486543 Jun 27 15:36:02.272297 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e204c2-6765-4d95-90f6-40e7700865d2 req-e5c0250d-3539-469b-b801-10ebe4f3d439 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:02.273860 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d5e204c2-6765-4d95-90f6-40e7700865d2 req-e5c0250d-3539-469b-b801-10ebe4f3d439 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64daf70-81db-49be-8de8-4900c3f76376 HTTP/1.1" status: 200 len: 943 time: 0.0550704 Jun 27 15:36:02.301132 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:02.326181 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d5e204c2-6765-4d95-90f6-40e7700865d2 req-8afcb3f5-9798-420b-8aa2-a8c29f6609a4 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465400 Jun 27 15:36:03.359737 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57677d6-54c2-4f3c-8c53-d150c6c9d7f7 req-2a3c56b8-04dd-4778-bebb-5185bea65ae3 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:03.361597 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e57677d6-54c2-4f3c-8c53-d150c6c9d7f7 req-2a3c56b8-04dd-4778-bebb-5185bea65ae3 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0533416 Jun 27 15:36:03.415763 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e57677d6-54c2-4f3c-8c53-d150c6c9d7f7 req-8f3191cf-dc49-4187-a881-2eceef19ce4d tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478053 Jun 27 15:36:03.457688 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e566b-c8b6-4f5b-a4b9-8400d7503a49 req-70c12b2c-72e3-4c1b-bb94-47b010fe4f02 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:03.459219 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ea6e566b-c8b6-4f5b-a4b9-8400d7503a49 req-70c12b2c-72e3-4c1b-bb94-47b010fe4f02 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64daf70-81db-49be-8de8-4900c3f76376 HTTP/1.1" status: 200 len: 943 time: 0.0564106 Jun 27 15:36:03.511658 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ea6e566b-c8b6-4f5b-a4b9-8400d7503a49 req-ad1d9647-fd7f-4839-8db2-50da21b51063 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458446 Jun 27 15:36:04.536642 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8961d-e483-44d8-af82-934a715471c7 req-7dba94d5-470a-4624-877d-3d65a941d64d tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:04.538173 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-51d8961d-e483-44d8-af82-934a715471c7 req-7dba94d5-470a-4624-877d-3d65a941d64d tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0482841 Jun 27 15:36:04.590062 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-51d8961d-e483-44d8-af82-934a715471c7 req-230399e6-1b58-4510-b4a5-a5ebd443b08d tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463278 Jun 27 15:36:04.632245 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb6779-0d83-48ad-b5ea-33f0e6ae5506 req-9c2f2274-9b06-4f92-ab68-2a81d02a21fd tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:04.633704 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-56eb6779-0d83-48ad-b5ea-33f0e6ae5506 req-9c2f2274-9b06-4f92-ab68-2a81d02a21fd tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64daf70-81db-49be-8de8-4900c3f76376 HTTP/1.1" status: 200 len: 943 time: 0.0521319 Jun 27 15:36:04.686991 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-56eb6779-0d83-48ad-b5ea-33f0e6ae5506 req-9e85c227-0976-4d1d-913b-c5ce8749012a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446932 Jun 27 15:36:05.713075 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80c204-c8b4-4770-8f16-50698baa307e req-53a45ab5-da2e-4fa0-bf33-7981b58dbbe1 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:05.714566 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aa80c204-c8b4-4770-8f16-50698baa307e req-53a45ab5-da2e-4fa0-bf33-7981b58dbbe1 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0482929 Jun 27 15:36:05.771579 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-aa80c204-c8b4-4770-8f16-50698baa307e req-063f93d4-1753-4a1a-91d5-b5bbbe65ae14 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514753 Jun 27 15:36:05.805339 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b187518-4bff-4e6a-be51-0883cfa47a0d req-dfc69313-2cbe-4834-a850-eaf72453f565 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:05.807204 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3b187518-4bff-4e6a-be51-0883cfa47a0d req-dfc69313-2cbe-4834-a850-eaf72453f565 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64daf70-81db-49be-8de8-4900c3f76376 HTTP/1.1" status: 200 len: 943 time: 0.0511971 Jun 27 15:36:05.839720 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:05.861241 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-3b187518-4bff-4e6a-be51-0883cfa47a0d req-db0e16ae-ded9-416e-8518-5578f347de59 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482836 Jun 27 15:36:05.953667 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 47374d7b-7e06-44d7-a9da-7f84a58ae0aa details requested by agent hyperv_hv-cinder-84779 with host hv-cinder-84779 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 15:36:05.958259 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:06.059598 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 47374d7b-7e06-44d7-a9da-7f84a58ae0aa, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=47374d7b-7e06-44d7-a9da-7f84a58ae0aa,segment=NetworkSegment(266d88ec-a72c-492c-9ab4-5d6e98715c36),segment_id=266d88ec-a72c-492c-9ab4-5d6e98715c36)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:36:06.072351 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Returning: {'device': '47374d7b-7e06-44d7-a9da-7f84a58ae0aa', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'port_id': '47374d7b-7e06-44d7-a9da-7f84a58ae0aa', 'mac_address': 'fa:16:3e:d1:0c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '818c3638-655e-43b1-93c9-da54cd282282', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 15:36:06.111843 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 47374d7b-7e06-44d7-a9da-7f84a58ae0aa is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:36:06.112104 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (47374d7b-7e06-44d7-a9da-7f84a58ae0aa), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:06.127040 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47374d7b-7e06-44d7-a9da-7f84a58ae0aa {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:36:06.149776 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 47374d7b-7e06-44d7-a9da-7f84a58ae0aa, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=47374d7b-7e06-44d7-a9da-7f84a58ae0aa,segment=NetworkSegment(266d88ec-a72c-492c-9ab4-5d6e98715c36),segment_id=266d88ec-a72c-492c-9ab4-5d6e98715c36)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:36:06.157484 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (47374d7b-7e06-44d7-a9da-7f84a58ae0aa), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:06.209054 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=47374d7b-7e06-44d7-a9da-7f84a58ae0aa,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:36:06.264245 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:06.968760 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:06.984365 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748dcf4-2d6e-41e3-871f-6d9a101cb2e0 req-fbc74919-a007-4292-b8e5-6ca9b9018863 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:06.985903 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d748dcf4-2d6e-41e3-871f-6d9a101cb2e0 req-fbc74919-a007-4292-b8e5-6ca9b9018863 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64daf70-81db-49be-8de8-4900c3f76376 HTTP/1.1" status: 200 len: 944 time: 0.0523632 Jun 27 15:36:07.040124 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d748dcf4-2d6e-41e3-871f-6d9a101cb2e0 req-0837b7d1-233a-4460-9aab-cb0e32bd3d87 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482676 Jun 27 15:36:07.049835 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966569ff-06fb-4200-a32e-f1e9681019d2 req-5b99c0da-07a1-4fa7-b068-afa698ec7907 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:07.051363 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-966569ff-06fb-4200-a32e-f1e9681019d2 req-5b99c0da-07a1-4fa7-b068-afa698ec7907 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0493224 Jun 27 15:36:07.104694 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-966569ff-06fb-4200-a32e-f1e9681019d2 req-ca8864e9-9c48-4ef1-96ed-c0e004a615cf tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468867 Jun 27 15:36:07.861855 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['47374d7b-7e06-44d7-a9da-7f84a58ae0aa'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:36:08.169758 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3408b0f-2c05-4ee8-9e75-ced95913081b req-6d1fad0c-2593-4ecd-afb6-469a279aa451 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:08.171251 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b3408b0f-2c05-4ee8-9e75-ced95913081b req-6d1fad0c-2593-4ecd-afb6-469a279aa451 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64daf70-81db-49be-8de8-4900c3f76376 HTTP/1.1" status: 200 len: 944 time: 0.0601096 Jun 27 15:36:08.224123 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b3408b0f-2c05-4ee8-9e75-ced95913081b req-2c121424-c9cb-49aa-baaf-b52be2ed9f3f tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467269 Jun 27 15:36:08.232241 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d202e-9c4f-495c-bb50-282e5df9b870 req-78afa01e-593a-4314-bd84-8d8a8860c39b tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:08.235847 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d16d202e-9c4f-495c-bb50-282e5df9b870 req-78afa01e-593a-4314-bd84-8d8a8860c39b tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0497465 Jun 27 15:36:08.297497 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d16d202e-9c4f-495c-bb50-282e5df9b870 req-d847683b-031e-4e2d-a39a-d4c7f11d5a61 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581276 Jun 27 15:36:08.808887 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-839a4ec3-b32f-467c-ad31-176fa0edeb74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:09.368917 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a7579-475c-48ad-a328-618eecc0d608 req-4a6e779d-be4b-4999-b0c3-3617868dcab2 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:09.370688 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-609a7579-475c-48ad-a328-618eecc0d608 req-4a6e779d-be4b-4999-b0c3-3617868dcab2 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64daf70-81db-49be-8de8-4900c3f76376 HTTP/1.1" status: 200 len: 944 time: 0.0560541 Jun 27 15:36:09.423339 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389fc85-2203-4c2b-8e6d-e7e7bb1b68fc req-6391ec17-a4e5-414a-b53a-b68dec68d805 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:09.425570 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4389fc85-2203-4c2b-8e6d-e7e7bb1b68fc req-6391ec17-a4e5-414a-b53a-b68dec68d805 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0539229 Jun 27 15:36:09.425819 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-609a7579-475c-48ad-a328-618eecc0d608 req-3e651cbb-434b-4c4e-a0c1-5b9a138b0db5 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484073 Jun 27 15:36:09.477697 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4389fc85-2203-4c2b-8e6d-e7e7bb1b68fc req-e6d93991-3d26-4efe-a2a5-e480be4ba73d tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448606 Jun 27 15:36:09.613309 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 47374d7b-7e06-44d7-a9da-7f84a58ae0aa up at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:36:09.658309 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning for port 47374d7b-7e06-44d7-a9da-7f84a58ae0aa completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 15:36:09.669159 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning complete for port 47374d7b-7e06-44d7-a9da-7f84a58ae0aa triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:36:09.669905 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (47374d7b-7e06-44d7-a9da-7f84a58ae0aa), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:09.748429 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 47374d7b-7e06-44d7-a9da-7f84a58ae0aa is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:36:09.748850 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (47374d7b-7e06-44d7-a9da-7f84a58ae0aa), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:09.758386 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:09.774740 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64daf70-81db-49be-8de8-4900c3f76376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47374d7b-7e06-44d7-a9da-7f84a58ae0aa'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:36:09.777112 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d85b7032bc105ad9eb63a31382f750c4bf6bbb4824e658972134fe301cb831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8aeaae-d16e-4087-b4da-e88ad5c44874" -d '{"events": [{"server_uuid": "c64daf70-81db-49be-8de8-4900c3f76376", "name": "network-vif-plugged", "status": "completed", "tag": "47374d7b-7e06-44d7-a9da-7f84a58ae0aa"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:36:09.789809 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 47374d7b-7e06-44d7-a9da-7f84a58ae0aa, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=47374d7b-7e06-44d7-a9da-7f84a58ae0aa,segment=NetworkSegment(266d88ec-a72c-492c-9ab4-5d6e98715c36),segment_id=266d88ec-a72c-492c-9ab4-5d6e98715c36)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:36:09.795281 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (47374d7b-7e06-44d7-a9da-7f84a58ae0aa), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:09.818470 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec425d44-3ddd-4fe5-9cf2-fd48b6806a87 x-openstack-request-id: req-ec425d44-3ddd-4fe5-9cf2-fd48b6806a87 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:36:09.818712 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64daf70-81db-49be-8de8-4900c3f76376", "name": "network-vif-plugged", "status": "completed", "tag": "47374d7b-7e06-44d7-a9da-7f84a58ae0aa", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:36:09.818967 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec425d44-3ddd-4fe5-9cf2-fd48b6806a87 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:36:09.819369 dv-cinder-847798-1-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec425d44-3ddd-4fe5-9cf2-fd48b6806a87'] response: {'server_uuid': 'c64daf70-81db-49be-8de8-4900c3f76376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47374d7b-7e06-44d7-a9da-7f84a58ae0aa', 'code': 200} Jun 27 15:36:09.846528 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=47374d7b-7e06-44d7-a9da-7f84a58ae0aa,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:36:09.854364 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:36:09.854713 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:36:09.855058 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:36:09.855397 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:36:09.855734 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:36:09.856060 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:36:09.856443 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:36:09.856740 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:36:09.857066 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:36:09.857389 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:36:09.857701 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:36:09.858027 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:36:09.858350 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:36:09.858659 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:36:09.858997 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:36:10.042869 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ad218-1896-420c-948a-588d2b8c8610 req-78f1e682-17f7-4a22-9a18-b700f37d69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:10.045043 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-231ad218-1896-420c-948a-588d2b8c8610 req-78f1e682-17f7-4a22-9a18-b700f37d69ea service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c64daf70-81db-49be-8de8-4900c3f76376 HTTP/1.1" status: 200 len: 1129 time: 0.0463562 Jun 27 15:36:10.107893 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-231ad218-1896-420c-948a-588d2b8c8610 req-1257dad1-019a-44cd-8fc4-ff06cd1788a7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573077 Jun 27 15:36:10.553430 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfe469-f6b6-4629-b423-6eea228a1798 req-52573db7-06d8-4d79-8c01-10947bc7988e tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:10.554950 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1cbfe469-f6b6-4629-b423-6eea228a1798 req-52573db7-06d8-4d79-8c01-10947bc7988e tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64daf70-81db-49be-8de8-4900c3f76376 HTTP/1.1" status: 200 len: 945 time: 0.0532296 Jun 27 15:36:10.605744 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55a4f4-1fd7-46a3-93b9-8746ae8daef5 req-0f6a1b7d-e4da-4b6b-ab1e-d9aa0e476ee1 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:10.606830 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1cbfe469-f6b6-4629-b423-6eea228a1798 req-af76d729-c707-4dd6-ae96-d0baed33c6e7 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457683 Jun 27 15:36:10.607218 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fc55a4f4-1fd7-46a3-93b9-8746ae8daef5 req-0f6a1b7d-e4da-4b6b-ab1e-d9aa0e476ee1 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0531902 Jun 27 15:36:10.661398 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fc55a4f4-1fd7-46a3-93b9-8746ae8daef5 req-f0507944-8ce3-4b73-8288-2f435a4f9a2e tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472767 Jun 27 15:36:11.720827 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7feedbd6-2ae6-4c8d-90bd-6a2d0b13914d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:11.729196 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c76af9-3d9d-4aff-8a5b-d9644a6f3856 req-789db3e3-0375-4aea-904d-d94d9a3fc5bf tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:11.730826 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b8c76af9-3d9d-4aff-8a5b-d9644a6f3856 req-789db3e3-0375-4aea-904d-d94d9a3fc5bf tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64daf70-81db-49be-8de8-4900c3f76376 HTTP/1.1" status: 200 len: 945 time: 0.0515053 Jun 27 15:36:11.752158 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:11.782795 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba186f-ddcb-48f6-a8e5-9f3c2e805ad3 req-8c760e46-cc5f-41d8-b7f6-ceda68e61a89 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:11.783428 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b8c76af9-3d9d-4aff-8a5b-d9644a6f3856 req-c657459a-866e-4a1e-921d-4913133e0468 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456185 Jun 27 15:36:11.785142 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7fba186f-ddcb-48f6-a8e5-9f3c2e805ad3 req-8c760e46-cc5f-41d8-b7f6-ceda68e61a89 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0486205 Jun 27 15:36:11.838525 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7fba186f-ddcb-48f6-a8e5-9f3c2e805ad3 req-2dd72af0-f907-4acc-a4f4-0e2f45302f16 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460000 Jun 27 15:36:11.909941 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3ffd4-06cc-4c68-a607-7496825cbd3f req-15128173-c75e-45c7-b69c-def24f0ee062 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:11.911426 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0ba3ffd4-06cc-4c68-a607-7496825cbd3f req-15128173-c75e-45c7-b69c-def24f0ee062 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64daf70-81db-49be-8de8-4900c3f76376 HTTP/1.1" status: 200 len: 945 time: 0.0482874 Jun 27 15:36:11.967054 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-0ba3ffd4-06cc-4c68-a607-7496825cbd3f req-810d049a-b65d-40c7-ae14-072cf64cfb57 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497239 Jun 27 15:36:11.990454 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 59898) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:36:12.195083 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf10dd50-b63e-47a3-9de4-1b3d430da00a tempest-TestVolumeBootPattern-1221491534 tempest-TestVolumeBootPattern-1221491534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:12.196643 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-cf10dd50-b63e-47a3-9de4-1b3d430da00a tempest-TestVolumeBootPattern-1221491534 tempest-TestVolumeBootPattern-1221491534-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=c64daf70-81db-49be-8de8-4900c3f76376 HTTP/1.1" status: 200 len: 1124 time: 0.2051487 Jun 27 15:36:12.201249 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 59902) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:36:12.205466 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-a431a3e0-ec94-4d64-9b9b-8cf0f8a97ea9 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Request body: {'floatingip': {'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'port_id': '47374d7b-7e06-44d7-a9da-7f84a58ae0aa', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:36:12.213079 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:12.230453 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a431a3e0-ec94-4d64-9b9b-8cf0f8a97ea9 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:12.311667 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a431a3e0-ec94-4d64-9b9b-8cf0f8a97ea9 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:12.429445 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-a431a3e0-ec94-4d64-9b9b-8cf0f8a97ea9 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Allocated IP 172.27.2.89 (514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb/6226739c-eac4-4784-90b9-a0481f53f3ba/fe175eb5-b444-4348-bab4-7bf8d2bce1ed) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:36:12.531650 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a431a3e0-ec94-4d64-9b9b-8cf0f8a97ea9 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for port (fe175eb5-b444-4348-bab4-7bf8d2bce1ed), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:12.566756 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a431a3e0-ec94-4d64-9b9b-8cf0f8a97ea9 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (fe175eb5-b444-4348-bab4-7bf8d2bce1ed), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:12.610742 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a431a3e0-ec94-4d64-9b9b-8cf0f8a97ea9 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:36:12.615402 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-a431a3e0-ec94-4d64-9b9b-8cf0f8a97ea9 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:36:12.619349 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a431a3e0-ec94-4d64-9b9b-8cf0f8a97ea9 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:36:12.622675 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431a3e0-ec94-4d64-9b9b-8cf0f8a97ea9 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Pushing event updated for resources: {'Port': ['ID=fe175eb5-b444-4348-bab4-7bf8d2bce1ed,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:36:12.873982 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:12.968549 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050dc56e-c87b-47e3-ace5-37e7b08881dd req-acc3d3fe-4097-42a6-8811-5c72cad1d8ce tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:12.970003 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-050dc56e-c87b-47e3-ace5-37e7b08881dd req-acc3d3fe-4097-42a6-8811-5c72cad1d8ce tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0528307 Jun 27 15:36:12.992981 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a431a3e0-ec94-4d64-9b9b-8cf0f8a97ea9 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for floatingip (5dad682e-2d58-47dc-a261-86f455fcd682), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:12.993192 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 59912) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:36:13.028867 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-050dc56e-c87b-47e3-ace5-37e7b08881dd req-2bdf949d-f076-4d55-8f2d-3d479b069308 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516689 Jun 27 15:36:13.053161 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:13.065645 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a431a3e0-ec94-4d64-9b9b-8cf0f8a97ea9 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (fe175eb5-b444-4348-bab4-7bf8d2bce1ed), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:13.115791 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6feeba09-3af2-4c9a-8a57-0f2b4265407c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:13.196268 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6feeba09-3af2-4c9a-8a57-0f2b4265407c admin admin] Publish callbacks [] for security_group (10923d49-faed-45bb-b346-75c2acaa3e02), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:13.202191 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-6feeba09-3af2-4c9a-8a57-0f2b4265407c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (10923d49-faed-45bb-b346-75c2acaa3e02), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:13.224274 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a431a3e0-ec94-4d64-9b9b-8cf0f8a97ea9 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for port (fe175eb5-b444-4348-bab4-7bf8d2bce1ed), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:13.229496 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a431a3e0-ec94-4d64-9b9b-8cf0f8a97ea9 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (fe175eb5-b444-4348-bab4-7bf8d2bce1ed), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:13.241057 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feeba09-3af2-4c9a-8a57-0f2b4265407c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10923d49-faed-45bb-b346-75c2acaa3e02,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:36:13.245289 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-6feeba09-3af2-4c9a-8a57-0f2b4265407c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a262104aa20b4123a7f2651f7e4a6ece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511806 Jun 27 15:36:13.247964 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 59916) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:36:13.295153 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431a3e0-ec94-4d64-9b9b-8cf0f8a97ea9 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Pushing event updated for resources: {'Port': ['ID=fe175eb5-b444-4348-bab4-7bf8d2bce1ed,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:36:13.300483 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-19c083c1-9748-4712-a6f5-e1f09549000a admin admin] Publish callbacks [] for security_group (10923d49-faed-45bb-b346-75c2acaa3e02), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:13.307941 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a431a3e0-ec94-4d64-9b9b-8cf0f8a97ea9 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (5dad682e-2d58-47dc-a261-86f455fcd682), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:13.327385 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-19c083c1-9748-4712-a6f5-e1f09549000a admin admin] Publish callbacks [] for security_group (10923d49-faed-45bb-b346-75c2acaa3e02), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:13.371966 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:13.393339 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-19c083c1-9748-4712-a6f5-e1f09549000a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (10923d49-faed-45bb-b346-75c2acaa3e02), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:13.396953 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-19c083c1-9748-4712-a6f5-e1f09549000a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:13.400631 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-19c083c1-9748-4712-a6f5-e1f09549000a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/10923d49-faed-45bb-b346-75c2acaa3e02 HTTP/1.1" status: 204 len: 168 time: 0.1492393 Jun 27 15:36:13.415624 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c083c1-9748-4712-a6f5-e1f09549000a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10923d49-faed-45bb-b346-75c2acaa3e02,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:36:13.423733 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.l3_db [None req-a431a3e0-ec94-4d64-9b9b-8cf0f8a97ea9 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Floating IP 5dad682e-2d58-47dc-a261-86f455fcd682 associated. External IP: 172.27.2.89, port: 47374d7b-7e06-44d7-a9da-7f84a58ae0aa. Jun 27 15:36:13.473647 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:13.650184 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a431a3e0-ec94-4d64-9b9b-8cf0f8a97ea9 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Router 9d1a6659-3979-4d86-b94f-96317f247349 has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:36:13.751558 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:13.764849 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a431a3e0-ec94-4d64-9b9b-8cf0f8a97ea9 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:36:13.778066 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c8eca3-8bea-4cb9-ae56-201d3aae3df8 None None] Sync routers for ids ['9d1a6659-3979-4d86-b94f-96317f247349'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:36:13.791677 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-a431a3e0-ec94-4d64-9b9b-8cf0f8a97ea9 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:13.792987 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c8eca3-8bea-4cb9-ae56-201d3aae3df8 None None] Routers {'9d1a6659-3979-4d86-b94f-96317f247349'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:36:13.793625 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-71c8eca3-8bea-4cb9-ae56-201d3aae3df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:36:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['9d1a6659-3979-4d86-b94f-96317f247349'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:36:13.824924 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-a431a3e0-ec94-4d64-9b9b-8cf0f8a97ea9 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6226282 Jun 27 15:36:13.825626 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64daf70-81db-49be-8de8-4900c3f76376', 'tag': '47374d7b-7e06-44d7-a9da-7f84a58ae0aa'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:36:13.827915 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7813778-8763-4ca4-8194-ac201df47e48" -d '{"events": [{"name": "network-changed", "server_uuid": "c64daf70-81db-49be-8de8-4900c3f76376", "tag": "47374d7b-7e06-44d7-a9da-7f84a58ae0aa"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:36:13.867301 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9fa410-050b-4bcc-94a9-68483502b046 x-openstack-request-id: req-ed9fa410-050b-4bcc-94a9-68483502b046 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:36:13.867439 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c64daf70-81db-49be-8de8-4900c3f76376", "tag": "47374d7b-7e06-44d7-a9da-7f84a58ae0aa", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:36:13.867778 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed9fa410-050b-4bcc-94a9-68483502b046 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:36:13.868106 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed9fa410-050b-4bcc-94a9-68483502b046'] response: {'name': 'network-changed', 'server_uuid': 'c64daf70-81db-49be-8de8-4900c3f76376', 'tag': '47374d7b-7e06-44d7-a9da-7f84a58ae0aa', 'status': 'completed', 'code': 200} Jun 27 15:36:13.903360 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-71c8eca3-8bea-4cb9-ae56-201d3aae3df8 None None] Set router 9d1a6659-3979-4d86-b94f-96317f247349 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:36:13.935063 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7813778-8763-4ca4-8194-ac201df47e48 req-03327499-8555-4359-92e1-f58df0dce98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:13.936622 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d7813778-8763-4ca4-8194-ac201df47e48 req-03327499-8555-4359-92e1-f58df0dce98b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf83328eefb741d086f33cd650fd3942&device_id=c64daf70-81db-49be-8de8-4900c3f76376 HTTP/1.1" status: 200 len: 1129 time: 0.0433922 Jun 27 15:36:14.034100 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7813778-8763-4ca4-8194-ac201df47e48 req-51259c3c-0376-49fc-b184-67ce50d206f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:14.035680 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d7813778-8763-4ca4-8194-ac201df47e48 req-51259c3c-0376-49fc-b184-67ce50d206f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=09bbc698-5eb1-420c-a302-7f9a1544cd53 HTTP/1.1" status: 200 len: 912 time: 0.0936191 Jun 27 15:36:14.084577 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:14.117621 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d7813778-8763-4ca4-8194-ac201df47e48 req-001414bc-dfd9-40ee-b80e-a119a78663d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47374d7b-7e06-44d7-a9da-7f84a58ae0aa HTTP/1.1" status: 200 len: 998 time: 0.0761631 Jun 27 15:36:14.158218 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-71c8eca3-8bea-4cb9-ae56-201d3aae3df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1a6659-3979-4d86-b94f-96317f247349', 'name': 'tempest-TestVolumeBootPattern-919522570-router', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e153a897-25a4-456a-bc54-8426d743d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:24Z', 'revision_number': 4, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'gw_port': {'id': 'e153a897-25a4-456a-bc54-8426d743d948', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '5dad682e-2d58-47dc-a261-86f455fcd682', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'port_id': '47374d7b-7e06-44d7-a9da-7f84a58ae0aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'mac_address': 'fa:16:3e:d1:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64daf70-81db-49be-8de8-4900c3f76376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:36:12Z', 'updated_at': '2022-06-27T15:36:12Z', 'revision_number': 0, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016cc6bd-712a-49cc-9909-1460fd182f00', 'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'mac_address': 'fa:16:3e:ce:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '818c3638-655e-43b1-93c9-da54cd282282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:23Z', 'updated_at': '2022-06-27T15:35:29Z', 'revision_number': 5, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'subnets': [{'id': '818c3638-655e-43b1-93c9-da54cd282282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:36:14.175731 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188f974-4266-4fde-9e21-0f3df45aa083 req-6e763649-1f61-4a2d-beab-1ec1c07429e2 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:14.178149 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7188f974-4266-4fde-9e21-0f3df45aa083 req-6e763649-1f61-4a2d-beab-1ec1c07429e2 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0638421 Jun 27 15:36:14.190036 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7813778-8763-4ca4-8194-ac201df47e48 req-b6b78bdd-7cbf-4517-a33f-04ad5f95f8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:14.190800 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c8eca3-8bea-4cb9-ae56-201d3aae3df8 None None] Checking router: 9d1a6659-3979-4d86-b94f-96317f247349 for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:36:14.191872 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d7813778-8763-4ca4-8194-ac201df47e48 req-b6b78bdd-7cbf-4517-a33f-04ad5f95f8f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=818c3638-655e-43b1-93c9-da54cd282282 HTTP/1.1" status: 200 len: 850 time: 0.0677717 Jun 27 15:36:14.201131 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c8eca3-8bea-4cb9-ae56-201d3aae3df8 None None] Routers {'9d1a6659-3979-4d86-b94f-96317f247349'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:36:14.201893 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-71c8eca3-8bea-4cb9-ae56-201d3aae3df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:36:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['9d1a6659-3979-4d86-b94f-96317f247349'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:36:14.243912 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-7188f974-4266-4fde-9e21-0f3df45aa083 req-26dd5646-da7f-4639-b0e3-a27d6d0395e7 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581467 Jun 27 15:36:14.252152 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7813778-8763-4ca4-8194-ac201df47e48 req-deef3cd8-2fa8-448f-9fe3-be4246460bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:14.253757 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d7813778-8763-4ca4-8194-ac201df47e48 req-deef3cd8-2fa8-448f-9fe3-be4246460bf0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09bbc698-5eb1-420c-a302-7f9a1544cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564594 Jun 27 15:36:14.322008 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-71c8eca3-8bea-4cb9-ae56-201d3aae3df8 None None] Set router 9d1a6659-3979-4d86-b94f-96317f247349 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:36:14.358068 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d7813778-8763-4ca4-8194-ac201df47e48 req-7037d170-9952-4e96-a9bb-cbc098670421 service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955551 Jun 27 15:36:14.460860 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-d7813778-8763-4ca4-8194-ac201df47e48 req-8252ef2f-7228-4bbe-b5e6-3f51283b5124 service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967195 Jun 27 15:36:14.547626 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-71c8eca3-8bea-4cb9-ae56-201d3aae3df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1a6659-3979-4d86-b94f-96317f247349', 'name': 'tempest-TestVolumeBootPattern-919522570-router', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e153a897-25a4-456a-bc54-8426d743d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:24Z', 'revision_number': 4, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'gw_port': {'id': 'e153a897-25a4-456a-bc54-8426d743d948', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '5dad682e-2d58-47dc-a261-86f455fcd682', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'port_id': '47374d7b-7e06-44d7-a9da-7f84a58ae0aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'mac_address': 'fa:16:3e:d1:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64daf70-81db-49be-8de8-4900c3f76376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:36:12Z', 'updated_at': '2022-06-27T15:36:12Z', 'revision_number': 0, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016cc6bd-712a-49cc-9909-1460fd182f00', 'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'mac_address': 'fa:16:3e:ce:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '818c3638-655e-43b1-93c9-da54cd282282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:23Z', 'updated_at': '2022-06-27T15:35:29Z', 'revision_number': 5, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'subnets': [{'id': '818c3638-655e-43b1-93c9-da54cd282282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:36:14.573168 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c8eca3-8bea-4cb9-ae56-201d3aae3df8 None None] The sync data for ids ['9d1a6659-3979-4d86-b94f-96317f247349'] in dv-cinder-847798-1-iscsi is: [{'id': '9d1a6659-3979-4d86-b94f-96317f247349', 'name': 'tempest-TestVolumeBootPattern-919522570-router', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e153a897-25a4-456a-bc54-8426d743d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:24Z', 'revision_number': 4, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'gw_port': {'id': 'e153a897-25a4-456a-bc54-8426d743d948', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '5dad682e-2d58-47dc-a261-86f455fcd682', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'port_id': '47374d7b-7e06-44d7-a9da-7f84a58ae0aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'mac_address': 'fa:16:3e:d1:0c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64daf70-81db-49be-8de8-4900c3f76376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:36:12Z', 'updated_at': '2022-06-27T15:36:12Z', 'revision_number': 0, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016cc6bd-712a-49cc-9909-1460fd182f00', 'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'mac_address': 'fa:16:3e:ce:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '818c3638-655e-43b1-93c9-da54cd282282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:23Z', 'updated_at': '2022-06-27T15:35:29Z', 'revision_number': 5, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'subnets': [{'id': '818c3638-655e-43b1-93c9-da54cd282282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:36:14.640139 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:14.671981 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 59952) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:36:14.784848 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198f3163-1e09-4e21-891a-cd44d935df87 None None] New status for floating IP 5dad682e-2d58-47dc-a261-86f455fcd682: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 15:36:14.789181 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73b56829-401b-43ba-b148-35c675e5d422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:14.801115 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:14.830725 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:14.881806 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73b56829-401b-43ba-b148-35c675e5d422 admin admin] Publish callbacks [] for security_group (e76a662d-ab12-4b8a-8434-38ac3924853c), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:14.887391 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-73b56829-401b-43ba-b148-35c675e5d422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (e76a662d-ab12-4b8a-8434-38ac3924853c), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:14.926841 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-73b56829-401b-43ba-b148-35c675e5d422 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8d716ab5de974e75a73201a0d4a37a20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537332 Jun 27 15:36:14.927749 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b56829-401b-43ba-b148-35c675e5d422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76a662d-ab12-4b8a-8434-38ac3924853c,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:36:14.929965 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 59956) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:36:14.983779 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7eb86ef4-856e-46c0-a092-c1563984928b admin admin] Publish callbacks [] for security_group (e76a662d-ab12-4b8a-8434-38ac3924853c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:15.006884 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7eb86ef4-856e-46c0-a092-c1563984928b admin admin] Publish callbacks [] for security_group (e76a662d-ab12-4b8a-8434-38ac3924853c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:15.054770 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7eb86ef4-856e-46c0-a092-c1563984928b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (e76a662d-ab12-4b8a-8434-38ac3924853c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:15.057825 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-7eb86ef4-856e-46c0-a092-c1563984928b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:15.059013 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-7eb86ef4-856e-46c0-a092-c1563984928b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e76a662d-ab12-4b8a-8434-38ac3924853c HTTP/1.1" status: 204 len: 168 time: 0.1279330 Jun 27 15:36:15.068142 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb86ef4-856e-46c0-a092-c1563984928b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76a662d-ab12-4b8a-8434-38ac3924853c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:36:15.077308 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb86ef4-856e-46c0-a092-c1563984928b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:36:15.077653 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb86ef4-856e-46c0-a092-c1563984928b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:36:15.078012 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb86ef4-856e-46c0-a092-c1563984928b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:36:15.078334 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb86ef4-856e-46c0-a092-c1563984928b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:36:15.078665 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb86ef4-856e-46c0-a092-c1563984928b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:36:15.078996 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb86ef4-856e-46c0-a092-c1563984928b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:36:15.079318 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb86ef4-856e-46c0-a092-c1563984928b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:36:15.079644 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb86ef4-856e-46c0-a092-c1563984928b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:36:15.079970 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb86ef4-856e-46c0-a092-c1563984928b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:36:15.080293 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb86ef4-856e-46c0-a092-c1563984928b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:36:15.080643 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb86ef4-856e-46c0-a092-c1563984928b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:36:15.080972 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb86ef4-856e-46c0-a092-c1563984928b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:36:15.081287 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb86ef4-856e-46c0-a092-c1563984928b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:36:15.081607 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb86ef4-856e-46c0-a092-c1563984928b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:36:15.081947 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb86ef4-856e-46c0-a092-c1563984928b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:36:15.095067 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:15.374317 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3e8a7-e24c-412b-9090-9c34af546ce2 req-7f0b99e9-b6fe-4a40-b8a5-21bb253765ae tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:15.375836 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-11a3e8a7-e24c-412b-9090-9c34af546ce2 req-7f0b99e9-b6fe-4a40-b8a5-21bb253765ae tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0554297 Jun 27 15:36:15.429158 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-11a3e8a7-e24c-412b-9090-9c34af546ce2 req-82c475e3-d624-4cc3-8029-516683adedff tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474105 Jun 27 15:36:16.562338 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5963297-6a50-4f29-8b08-46f0edac8eff req-923c286c-7105-4694-b6ce-7f0f0a99eaf0 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:16.563789 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c5963297-6a50-4f29-8b08-46f0edac8eff req-923c286c-7105-4694-b6ce-7f0f0a99eaf0 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0572937 Jun 27 15:36:16.623039 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c5963297-6a50-4f29-8b08-46f0edac8eff req-9e1b3d79-97b7-47dc-a79b-16ae55ffc5dd tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504041 Jun 27 15:36:17.934490 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf2577-d3f1-46e2-956e-48bc8e03ec6a req-44631df9-fbae-4156-b352-1ca00392150c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:17.935983 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4ebf2577-d3f1-46e2-956e-48bc8e03ec6a req-44631df9-fbae-4156-b352-1ca00392150c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.2412977 Jun 27 15:36:17.986597 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-4ebf2577-d3f1-46e2-956e-48bc8e03ec6a req-60bb2728-ea32-4dc5-9edc-95652b0701ef tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448484 Jun 27 15:36:18.934494 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:19.171221 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4960fd-7c7f-40d5-8c6a-0f4913aedc15 req-e86c61ca-0365-4a78-bba8-b390c43b243a tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:19.172737 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0f4960fd-7c7f-40d5-8c6a-0f4913aedc15 req-e86c61ca-0365-4a78-bba8-b390c43b243a tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.1116409 Jun 27 15:36:19.224682 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-0f4960fd-7c7f-40d5-8c6a-0f4913aedc15 req-efffa740-02e5-4657-8d6c-1ef59196be07 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454960 Jun 27 15:36:20.364429 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2f9ba-eb07-4561-bf43-ce00d2983bbf req-aedc3fda-c709-48f0-aca9-1a1829fdbbd7 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:20.366032 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f0c2f9ba-eb07-4561-bf43-ce00d2983bbf req-aedc3fda-c709-48f0-aca9-1a1829fdbbd7 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0577896 Jun 27 15:36:20.429489 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f0c2f9ba-eb07-4561-bf43-ce00d2983bbf req-064bded8-cb90-4b2b-97de-699040e430c7 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552444 Jun 27 15:36:21.560543 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f20996-dcd7-44b1-b316-92b7a903cf83 req-55fc2c9f-c159-4610-87a7-66fcaae0de10 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:21.562009 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c7f20996-dcd7-44b1-b316-92b7a903cf83 req-55fc2c9f-c159-4610-87a7-66fcaae0de10 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0529082 Jun 27 15:36:21.616816 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c7f20996-dcd7-44b1-b316-92b7a903cf83 req-c62f276b-8d06-4026-9f33-de1816197612 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465922 Jun 27 15:36:22.712359 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:22.753046 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2772053f-b055-4e7e-93c7-1a18e8684b60 req-ef00274d-ba3b-427f-a239-b4ec5e27930b tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:22.754538 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2772053f-b055-4e7e-93c7-1a18e8684b60 req-ef00274d-ba3b-427f-a239-b4ec5e27930b tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0548136 Jun 27 15:36:22.809425 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2772053f-b055-4e7e-93c7-1a18e8684b60 req-672f98a1-e04c-4261-bcaf-12c0e17fa4a0 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468411 Jun 27 15:36:23.947448 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd8d88-b603-4cf8-87ce-2fe07defadbd req-4d9e3603-c629-4368-85e9-048779660d8d tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:23.949313 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1fdd8d88-b603-4cf8-87ce-2fe07defadbd req-4d9e3603-c629-4368-85e9-048779660d8d tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0647478 Jun 27 15:36:24.002101 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-1fdd8d88-b603-4cf8-87ce-2fe07defadbd req-171455bb-3bc0-4111-b6f7-44787257ea50 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469773 Jun 27 15:36:24.545862 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=78 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:24.550438 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=76 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:25.190409 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33913470-92d9-4cf7-8ab9-bda853997581 req-f706990d-9884-4cf5-aa71-3ef663c634ca tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:25.192148 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-33913470-92d9-4cf7-8ab9-bda853997581 req-f706990d-9884-4cf5-aa71-3ef663c634ca tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0551803 Jun 27 15:36:25.244156 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-33913470-92d9-4cf7-8ab9-bda853997581 req-3b9c12a7-9345-4a42-8b89-950c83220951 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455759 Jun 27 15:36:25.279944 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:36:26.382635 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb0c77-e1fb-4bd1-88ee-68414814a524 req-d6107b78-835b-4cc7-8594-f7a8f1d266ce tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:26.384090 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dbdb0c77-e1fb-4bd1-88ee-68414814a524 req-d6107b78-835b-4cc7-8594-f7a8f1d266ce tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0487618 Jun 27 15:36:26.449116 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dbdb0c77-e1fb-4bd1-88ee-68414814a524 req-2ca8e88a-de91-4dcc-95d2-ec535d5ea880 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559702 Jun 27 15:36:27.846534 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4e18f-532d-45b4-8ef4-d7406ace9d1d req-8d6ea202-aff1-4f74-9edf-8c6127fc605c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:27.848057 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5da4e18f-532d-45b4-8ef4-d7406ace9d1d req-8d6ea202-aff1-4f74-9edf-8c6127fc605c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.3100865 Jun 27 15:36:27.875050 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:27.905043 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5da4e18f-532d-45b4-8ef4-d7406ace9d1d req-dab417c3-55c7-4e30-bdcb-bb1bbb838faf tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451701 Jun 27 15:36:28.515458 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7dff2-46c9-473e-801d-e7ea41130e7e req-cb7b4356-f170-4820-bb8f-3d3d609de272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:28.516975 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bea7dff2-46c9-473e-801d-e7ea41130e7e req-cb7b4356-f170-4820-bb8f-3d3d609de272 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9954040eb98d4ecdafbc681132689ff5&device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 1130 time: 0.0425181 Jun 27 15:36:28.614736 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7dff2-46c9-473e-801d-e7ea41130e7e req-999986da-1448-41a7-8346-7265b5be5d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:28.616198 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bea7dff2-46c9-473e-801d-e7ea41130e7e req-999986da-1448-41a7-8346-7265b5be5d25 service neutron] 10.222.0.42 "GET /v2.0/networks?id=349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f HTTP/1.1" status: 200 len: 910 time: 0.0927107 Jun 27 15:36:28.677645 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bea7dff2-46c9-473e-801d-e7ea41130e7e req-147cf382-aebe-493a-9574-395e2f1673a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a6da410-e6d2-40db-ac82-63f37c7545e0 HTTP/1.1" status: 200 len: 1002 time: 0.0550942 Jun 27 15:36:28.734584 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7dff2-46c9-473e-801d-e7ea41130e7e req-859200ef-900a-41b7-ace6-561cd718effb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:28.736265 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bea7dff2-46c9-473e-801d-e7ea41130e7e req-859200ef-900a-41b7-ace6-561cd718effb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=905f7862-f88e-4540-90be-39fe4e15dd98 HTTP/1.1" status: 200 len: 848 time: 0.0521083 Jun 27 15:36:28.781238 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7dff2-46c9-473e-801d-e7ea41130e7e req-51963132-1972-4ba3-b2ef-306885c534ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:28.782620 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bea7dff2-46c9-473e-801d-e7ea41130e7e req-51963132-1972-4ba3-b2ef-306885c534ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398867 Jun 27 15:36:28.879228 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bea7dff2-46c9-473e-801d-e7ea41130e7e req-d9312a8f-948a-41bd-9a07-35fca6d94c33 service neutron] 10.222.0.42 "GET /v2.0/networks/349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892582 Jun 27 15:36:28.925275 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=33,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:28.927303 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:28.977594 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bea7dff2-46c9-473e-801d-e7ea41130e7e req-aa0120d7-1ad3-4130-ab32-b00ac73fb9f3 service neutron] 10.222.0.42 "GET /v2.0/networks/349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911043 Jun 27 15:36:29.023519 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7f232-3829-462c-909b-d4dbcc3299a2 req-f95737f0-b177-46db-94a6-870695681b0e tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:29.025068 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e4b7f232-3829-462c-909b-d4dbcc3299a2 req-f95737f0-b177-46db-94a6-870695681b0e tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0488636 Jun 27 15:36:29.079222 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e4b7f232-3829-462c-909b-d4dbcc3299a2 req-82d40e83-e796-4a78-9c2c-81059c7acdde tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453563 Jun 27 15:36:30.208765 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601c8d0-5ff9-450b-af0e-f10afdf62e62 req-72545dd2-62d6-4d8d-91ff-0414cd644c83 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:30.210228 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b601c8d0-5ff9-450b-af0e-f10afdf62e62 req-72545dd2-62d6-4d8d-91ff-0414cd644c83 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0586193 Jun 27 15:36:30.254698 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2785a9-1381-4ec7-b374-98b93a5f4b9b req-a2b6aaca-e8ce-4d55-8feb-ba00a457705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:30.256167 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5a2785a9-1381-4ec7-b374-98b93a5f4b9b req-a2b6aaca-e8ce-4d55-8feb-ba00a457705e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9954040eb98d4ecdafbc681132689ff5&device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 1130 time: 0.0642226 Jun 27 15:36:30.284531 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b601c8d0-5ff9-450b-af0e-f10afdf62e62 req-42af551a-d99f-47a2-a213-7a02c4d7363e tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545201 Jun 27 15:36:30.497871 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2785a9-1381-4ec7-b374-98b93a5f4b9b req-524afaf9-2a76-4b1c-825f-72e311e09bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:30.499357 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5a2785a9-1381-4ec7-b374-98b93a5f4b9b req-524afaf9-2a76-4b1c-825f-72e311e09bab service neutron] 10.222.0.42 "GET /v2.0/networks?id=349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f HTTP/1.1" status: 200 len: 910 time: 0.0947664 Jun 27 15:36:30.563831 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5a2785a9-1381-4ec7-b374-98b93a5f4b9b req-a7877969-fede-425c-92ca-77a9146d6b38 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a6da410-e6d2-40db-ac82-63f37c7545e0 HTTP/1.1" status: 200 len: 1002 time: 0.0585859 Jun 27 15:36:30.603617 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:30.614696 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2785a9-1381-4ec7-b374-98b93a5f4b9b req-ce7c037d-2ec4-4828-a2d3-529fb49afe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:30.616135 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5a2785a9-1381-4ec7-b374-98b93a5f4b9b req-ce7c037d-2ec4-4828-a2d3-529fb49afe47 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=905f7862-f88e-4540-90be-39fe4e15dd98 HTTP/1.1" status: 200 len: 848 time: 0.0464506 Jun 27 15:36:30.665896 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2785a9-1381-4ec7-b374-98b93a5f4b9b req-33e105ef-25c7-4716-88ff-2e4969b052eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:30.667422 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5a2785a9-1381-4ec7-b374-98b93a5f4b9b req-33e105ef-25c7-4716-88ff-2e4969b052eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440373 Jun 27 15:36:30.743135 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:30.762577 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5a2785a9-1381-4ec7-b374-98b93a5f4b9b req-0816dbf4-aea8-437a-b085-683be940f8e1 service neutron] 10.222.0.42 "GET /v2.0/networks/349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879016 Jun 27 15:36:30.868608 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5a2785a9-1381-4ec7-b374-98b93a5f4b9b req-2f183350-d2de-4be7-890a-0a0c6099052e service neutron] 10.222.0.42 "GET /v2.0/networks/349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971868 Jun 27 15:36:31.397849 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:31.407336 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac82d1-0792-4604-9cdc-e322fa440422 req-c51687ae-52c5-4bfe-bc13-e42497292698 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:31.408869 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fdac82d1-0792-4604-9cdc-e322fa440422 req-c51687ae-52c5-4bfe-bc13-e42497292698 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0542295 Jun 27 15:36:31.463715 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fdac82d1-0792-4604-9cdc-e322fa440422 req-2168c8a9-375f-4dcf-a31a-deb0ef0f802c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484917 Jun 27 15:36:31.720680 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cd529-14a3-4e7d-9a4f-b3f32ba78b6d req-75da2ab5-47b9-469b-a0d9-9f2072f9cd6e tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:31.722093 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-719cd529-14a3-4e7d-9a4f-b3f32ba78b6d req-75da2ab5-47b9-469b-a0d9-9f2072f9cd6e tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0808630 Jun 27 15:36:31.736307 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f6073c3e-b5ff-49cc-86c7-59b0f6839dd8 req-0a7f73e5-c7ef-4b22-adc5-7ef0796e569a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1170731 Jun 27 15:36:31.789972 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-719cd529-14a3-4e7d-9a4f-b3f32ba78b6d req-a9e67740-8315-4604-a54c-43debef31898 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614693 Jun 27 15:36:31.881574 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6073c3e-b5ff-49cc-86c7-59b0f6839dd8 req-0c0e253a-980d-4f25-87a9-089fc5dbfd7c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:31.883177 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f6073c3e-b5ff-49cc-86c7-59b0f6839dd8 req-0c0e253a-980d-4f25-87a9-089fc5dbfd7c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports/8a6da410-e6d2-40db-ac82-63f37c7545e0 HTTP/1.1" status: 200 len: 943 time: 0.1130490 Jun 27 15:36:32.918338 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad61ec-6b12-42a3-83bb-78e6e67130de req-7db7555b-13c1-440e-9e28-f693a6e65329 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:32.919938 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-84ad61ec-6b12-42a3-83bb-78e6e67130de req-7db7555b-13c1-440e-9e28-f693a6e65329 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0525570 Jun 27 15:36:32.976088 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-84ad61ec-6b12-42a3-83bb-78e6e67130de req-ace28e55-c5a0-4972-98bf-c21282e87fc3 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500975 Jun 27 15:36:33.292978 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6073c3e-b5ff-49cc-86c7-59b0f6839dd8 req-69ea4f57-1f1c-4098-bc66-3d7f85fb7178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:33.294474 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f6073c3e-b5ff-49cc-86c7-59b0f6839dd8 req-69ea4f57-1f1c-4098-bc66-3d7f85fb7178 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31&tenant_id=9954040eb98d4ecdafbc681132689ff5 HTTP/1.1" status: 200 len: 1130 time: 0.0415523 Jun 27 15:36:33.361153 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6073c3e-b5ff-49cc-86c7-59b0f6839dd8 req-add65fa1-6431-4bd1-ac79-73100b0a1180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:33.362651 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f6073c3e-b5ff-49cc-86c7-59b0f6839dd8 req-add65fa1-6431-4bd1-ac79-73100b0a1180 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9954040eb98d4ecdafbc681132689ff5&device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 1130 time: 0.0448589 Jun 27 15:36:33.457456 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6073c3e-b5ff-49cc-86c7-59b0f6839dd8 req-ac978e6d-5a78-41d1-9be9-5372fd526b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:33.458914 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f6073c3e-b5ff-49cc-86c7-59b0f6839dd8 req-ac978e6d-5a78-41d1-9be9-5372fd526b73 service neutron] 10.222.0.42 "GET /v2.0/networks?id=349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f HTTP/1.1" status: 200 len: 910 time: 0.0896194 Jun 27 15:36:33.524277 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f6073c3e-b5ff-49cc-86c7-59b0f6839dd8 req-89013074-48e5-42f5-8c1f-c5045a974428 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a6da410-e6d2-40db-ac82-63f37c7545e0 HTTP/1.1" status: 200 len: 1002 time: 0.0591900 Jun 27 15:36:33.574468 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6073c3e-b5ff-49cc-86c7-59b0f6839dd8 req-1e195da2-8142-48c9-a03e-59000d5ef920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:33.575843 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f6073c3e-b5ff-49cc-86c7-59b0f6839dd8 req-1e195da2-8142-48c9-a03e-59000d5ef920 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=905f7862-f88e-4540-90be-39fe4e15dd98 HTTP/1.1" status: 200 len: 848 time: 0.0449395 Jun 27 15:36:33.622439 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6073c3e-b5ff-49cc-86c7-59b0f6839dd8 req-9918896e-f30c-4719-8e74-cc33d0a9db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:33.623462 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f6073c3e-b5ff-49cc-86c7-59b0f6839dd8 req-9918896e-f30c-4719-8e74-cc33d0a9db63 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411172 Jun 27 15:36:33.717554 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f6073c3e-b5ff-49cc-86c7-59b0f6839dd8 req-c3c299e5-b301-49cb-baf3-3b020d300d23 service neutron] 10.222.0.42 "GET /v2.0/networks/349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876544 Jun 27 15:36:33.805888 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f6073c3e-b5ff-49cc-86c7-59b0f6839dd8 req-e1035707-fb25-47d4-b59d-a88030e6b4cf service neutron] 10.222.0.42 "GET /v2.0/networks/349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813351 Jun 27 15:36:34.066826 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:34.115998 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e21b4d-197b-4ce7-b840-c9d12a43d8b0 req-1763128f-82b6-4978-b55f-0e05c59a95a5 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:34.118097 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a0e21b4d-197b-4ce7-b840-c9d12a43d8b0 req-1763128f-82b6-4978-b55f-0e05c59a95a5 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0616128 Jun 27 15:36:34.170360 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a0e21b4d-197b-4ce7-b840-c9d12a43d8b0 req-0999d7dc-e2bd-499c-a56d-983949104b4d tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455825 Jun 27 15:36:35.275564 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:35.296697 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fded38-9be9-421f-946b-090ec5622d01 req-70582469-7a88-4d33-9e42-e666da4bd764 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:35.298181 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a9fded38-9be9-421f-946b-090ec5622d01 req-70582469-7a88-4d33-9e42-e666da4bd764 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0554094 Jun 27 15:36:35.360517 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-a9fded38-9be9-421f-946b-090ec5622d01 req-406403b2-c99c-4277-b84c-031c7c425470 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538764 Jun 27 15:36:35.712367 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 8a6da410-e6d2-40db-ac82-63f37c7545e0 no longer exists at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:36:35.792433 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 8a6da410-e6d2-40db-ac82-63f37c7545e0 is: ACTIVE; New status is: DOWN {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:36:35.792792 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (8a6da410-e6d2-40db-ac82-63f37c7545e0), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:35.816701 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d3f4f1-4158-4a2f-8568-5cea794cdf31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a6da410-e6d2-40db-ac82-63f37c7545e0'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:36:35.818911 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d85b7032bc105ad9eb63a31382f750c4bf6bbb4824e658972134fe301cb831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c679aece-0758-42ea-af8d-6b28cd278d55" -d '{"events": [{"server_uuid": "e7d3f4f1-4158-4a2f-8568-5cea794cdf31", "name": "network-vif-unplugged", "status": "completed", "tag": "8a6da410-e6d2-40db-ac82-63f37c7545e0"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:36:35.832278 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 8a6da410-e6d2-40db-ac82-63f37c7545e0, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=8a6da410-e6d2-40db-ac82-63f37c7545e0,segment=NetworkSegment(bb9c2fff-a33f-4574-886e-c89eb06d7822),segment_id=bb9c2fff-a33f-4574-886e-c89eb06d7822)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:36:35.837825 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (8a6da410-e6d2-40db-ac82-63f37c7545e0), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:35.861841 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Jun 2022 15:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3d2a82-f1a3-4d86-94dc-990d8a84faf9 x-openstack-request-id: req-ed3d2a82-f1a3-4d86-94dc-990d8a84faf9 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:36:35.862089 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d3f4f1-4158-4a2f-8568-5cea794cdf31", "name": "network-vif-unplugged", "status": "completed", "tag": "8a6da410-e6d2-40db-ac82-63f37c7545e0", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:36:35.862377 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed3d2a82-f1a3-4d86-94dc-990d8a84faf9 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:36:35.862769 dv-cinder-847798-1-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed3d2a82-f1a3-4d86-94dc-990d8a84faf9'] response: {'server_uuid': 'e7d3f4f1-4158-4a2f-8568-5cea794cdf31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a6da410-e6d2-40db-ac82-63f37c7545e0', 'code': 200} Jun 27 15:36:35.889107 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=8a6da410-e6d2-40db-ac82-63f37c7545e0,revision_number=6']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:36:36.477623 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1d188-6ee6-4e69-8766-b6c279ee3849 req-3bd2ac48-723f-4a18-bbcb-8b4b3e7a56d4 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:36.479109 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f9f1d188-6ee6-4e69-8766-b6c279ee3849 req-3bd2ac48-723f-4a18-bbcb-8b4b3e7a56d4 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 944 time: 0.0504844 Jun 27 15:36:36.529443 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f9f1d188-6ee6-4e69-8766-b6c279ee3849 req-5da82d4b-b724-4e66-94d7-35004a5e316a tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441959 Jun 27 15:36:37.651481 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30184e2a-e634-4722-811b-6b61847dbf93 req-b85f0759-1a1c-4c31-a8d3-9139446f7d81 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:37.653384 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-30184e2a-e634-4722-811b-6b61847dbf93 req-b85f0759-1a1c-4c31-a8d3-9139446f7d81 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 944 time: 0.0511751 Jun 27 15:36:37.705897 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-30184e2a-e634-4722-811b-6b61847dbf93 req-7ee2a7ae-5ee6-4e06-a656-b72dc44fd21c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454354 Jun 27 15:36:38.790807 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:38.804507 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-267a1ed0-e9c3-4dea-a007-63a504fa03f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:38.835178 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022206e-37a2-4859-81c0-757d9404143e req-ce5c658b-26bc-41d9-b672-44402c0e1bf0 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:38.836715 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3022206e-37a2-4859-81c0-757d9404143e req-ce5c658b-26bc-41d9-b672-44402c0e1bf0 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 944 time: 0.0545087 Jun 27 15:36:38.879188 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:38.889574 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3022206e-37a2-4859-81c0-757d9404143e req-28ca61ca-9cb2-474a-915b-595ea9bff3bc tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470853 Jun 27 15:36:39.933115 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ff301-0cb5-46ca-a440-c4b187113458 req-03c5a6ce-4973-4dba-96e0-3de34408db0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:39.934695 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ba8ff301-0cb5-46ca-a440-c4b187113458 req-03c5a6ce-4973-4dba-96e0-3de34408db0e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 1128 time: 0.0426693 Jun 27 15:36:39.985429 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ba8ff301-0cb5-46ca-a440-c4b187113458 req-8706ad9a-4a79-41ef-821a-1256ac56dbb7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444114 Jun 27 15:36:40.013335 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630928c-4a88-48cc-8661-5214776e894e req-cbf9bef9-3f3e-49cd-91e9-7fc8a00c7c20 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:40.014761 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e630928c-4a88-48cc-8661-5214776e894e req-cbf9bef9-3f3e-49cd-91e9-7fc8a00c7c20 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 944 time: 0.0496840 Jun 27 15:36:40.071972 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e630928c-4a88-48cc-8661-5214776e894e req-5fcbda7b-f3c9-462d-baba-4c7f6b6cafb7 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481448 Jun 27 15:36:41.200935 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294aec72-fb47-406b-901d-2454b0f90aef req-870e7a13-8fa0-4064-a1bd-cf27b68617ce tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:36:41.202425 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-294aec72-fb47-406b-901d-2454b0f90aef req-870e7a13-8fa0-4064-a1bd-cf27b68617ce tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 944 time: 0.0514026 Jun 27 15:36:41.259970 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-294aec72-fb47-406b-901d-2454b0f90aef req-3c94a31e-6c6b-44e8-8197-8577768a74e4 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506897 Jun 27 15:36:41.718174 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-029ade85-1e67-4aec-8c77-dd0fb40f1d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:41.735374 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 8a6da410-e6d2-40db-ac82-63f37c7545e0 details requested by agent hyperv_hv-cinder-84779 with host hv-cinder-84779 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 15:36:41.836643 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 8a6da410-e6d2-40db-ac82-63f37c7545e0, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=8a6da410-e6d2-40db-ac82-63f37c7545e0,segment=NetworkSegment(bb9c2fff-a33f-4574-886e-c89eb06d7822),segment_id=bb9c2fff-a33f-4574-886e-c89eb06d7822)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:36:41.848581 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Returning: {'device': '8a6da410-e6d2-40db-ac82-63f37c7545e0', 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f', 'port_id': '8a6da410-e6d2-40db-ac82-63f37c7545e0', 'mac_address': 'fa:16:3e:5e:d6:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905f7862-f88e-4540-90be-39fe4e15dd98', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 15:36:41.887716 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 8a6da410-e6d2-40db-ac82-63f37c7545e0 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:36:41.888094 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (8a6da410-e6d2-40db-ac82-63f37c7545e0), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:41.901316 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a6da410-e6d2-40db-ac82-63f37c7545e0 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:36:41.921798 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 8a6da410-e6d2-40db-ac82-63f37c7545e0, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=8a6da410-e6d2-40db-ac82-63f37c7545e0,segment=NetworkSegment(bb9c2fff-a33f-4574-886e-c89eb06d7822),segment_id=bb9c2fff-a33f-4574-886e-c89eb06d7822)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:36:41.928341 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (8a6da410-e6d2-40db-ac82-63f37c7545e0), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:41.975274 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=8a6da410-e6d2-40db-ac82-63f37c7545e0,revision_number=7']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:36:42.143504 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['8a6da410-e6d2-40db-ac82-63f37c7545e0'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:36:43.460824 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:43.470107 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:43.760989 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 8a6da410-e6d2-40db-ac82-63f37c7545e0 up at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:36:43.810519 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning complete for port 8a6da410-e6d2-40db-ac82-63f37c7545e0 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:36:43.810963 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (8a6da410-e6d2-40db-ac82-63f37c7545e0), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:43.813403 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:43.892845 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 8a6da410-e6d2-40db-ac82-63f37c7545e0 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:36:43.893228 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (8a6da410-e6d2-40db-ac82-63f37c7545e0), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:43.917485 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d3f4f1-4158-4a2f-8568-5cea794cdf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6da410-e6d2-40db-ac82-63f37c7545e0'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:36:43.919819 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d85b7032bc105ad9eb63a31382f750c4bf6bbb4824e658972134fe301cb831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfc649c-9a4e-45ce-a405-3ac87b75962f" -d '{"events": [{"server_uuid": "e7d3f4f1-4158-4a2f-8568-5cea794cdf31", "name": "network-vif-plugged", "status": "completed", "tag": "8a6da410-e6d2-40db-ac82-63f37c7545e0"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:36:43.932440 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 8a6da410-e6d2-40db-ac82-63f37c7545e0, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=8a6da410-e6d2-40db-ac82-63f37c7545e0,segment=NetworkSegment(bb9c2fff-a33f-4574-886e-c89eb06d7822),segment_id=bb9c2fff-a33f-4574-886e-c89eb06d7822)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:36:43.937821 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (8a6da410-e6d2-40db-ac82-63f37c7545e0), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:43.960745 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75227e2b-b723-4b5b-a1f0-c58fde7a8031 x-openstack-request-id: req-75227e2b-b723-4b5b-a1f0-c58fde7a8031 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:36:43.961029 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d3f4f1-4158-4a2f-8568-5cea794cdf31", "name": "network-vif-plugged", "status": "completed", "tag": "8a6da410-e6d2-40db-ac82-63f37c7545e0", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:36:43.961255 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-75227e2b-b723-4b5b-a1f0-c58fde7a8031 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:36:43.961672 dv-cinder-847798-1-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75227e2b-b723-4b5b-a1f0-c58fde7a8031'] response: {'server_uuid': 'e7d3f4f1-4158-4a2f-8568-5cea794cdf31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6da410-e6d2-40db-ac82-63f37c7545e0', 'code': 200} Jun 27 15:36:43.987610 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=8a6da410-e6d2-40db-ac82-63f37c7545e0,revision_number=8']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:36:44.645917 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:45.095557 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:48.944463 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:36:50.063675 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=26 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:50.066682 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=45 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:51.241179 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=18 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:51.255593 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=25 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:58.935503 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:36:58.938580 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:37:02.282998 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:37:08.811869 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ab69041d-f47a-4f8d-8d2c-c7e6b1c246f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:37:11.714475 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-938b5473-6be9-46c3-978d-263255e009ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:37:13.472032 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:37:14.641251 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:37:15.090953 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:37:18.975181 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:37:22.262850 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=16 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:37:22.263644 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=20 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:37:28.965899 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:37:28.967917 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:37:31.348822 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-81edaf32-33c2-4a6a-bc80-78c648a5672e req-bbbec3e8-352c-474d-bf93-c9c346152ff2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c64daf70-81db-49be-8de8-4900c3f76376&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0925641 Jun 27 15:37:31.412590 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edaf32-33c2-4a6a-bc80-78c648a5672e req-9e38b040-1e3b-47e4-aef2-ced1c6a558a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:37:31.414112 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-81edaf32-33c2-4a6a-bc80-78c648a5672e req-9e38b040-1e3b-47e4-aef2-ced1c6a558a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf83328eefb741d086f33cd650fd3942&device_id=c64daf70-81db-49be-8de8-4900c3f76376 HTTP/1.1" status: 200 len: 1129 time: 0.0444000 Jun 27 15:37:31.532756 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edaf32-33c2-4a6a-bc80-78c648a5672e req-5ded821f-095b-4e29-aef7-9bafc91a4bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:37:31.534984 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-81edaf32-33c2-4a6a-bc80-78c648a5672e req-5ded821f-095b-4e29-aef7-9bafc91a4bf4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=09bbc698-5eb1-420c-a302-7f9a1544cd53 HTTP/1.1" status: 200 len: 912 time: 0.0954220 Jun 27 15:37:31.598079 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-81edaf32-33c2-4a6a-bc80-78c648a5672e req-f70a1266-a980-4548-b0e9-bf2ce7193857 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47374d7b-7e06-44d7-a9da-7f84a58ae0aa HTTP/1.1" status: 200 len: 1000 time: 0.0580502 Jun 27 15:37:31.652214 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edaf32-33c2-4a6a-bc80-78c648a5672e req-15492844-045c-4253-a814-b4733cdaaebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:37:31.653698 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-81edaf32-33c2-4a6a-bc80-78c648a5672e req-15492844-045c-4253-a814-b4733cdaaebe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=818c3638-655e-43b1-93c9-da54cd282282 HTTP/1.1" status: 200 len: 850 time: 0.0501552 Jun 27 15:37:31.701226 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81edaf32-33c2-4a6a-bc80-78c648a5672e req-ef3007ca-d8c1-451b-bf9a-eab022a1e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:37:31.702741 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-81edaf32-33c2-4a6a-bc80-78c648a5672e req-ef3007ca-d8c1-451b-bf9a-eab022a1e656 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09bbc698-5eb1-420c-a302-7f9a1544cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431530 Jun 27 15:37:31.712502 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [req-81edaf32-33c2-4a6a-bc80-78c648a5672e req-fc6126dd-4db8-4888-9caf-6aabb9120ffc service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 15:37:31.713411 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-81edaf32-33c2-4a6a-bc80-78c648a5672e req-fc6126dd-4db8-4888-9caf-6aabb9120ffc service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048320 Jun 27 15:37:31.806878 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-81edaf32-33c2-4a6a-bc80-78c648a5672e req-093a2ee9-eed9-41ad-8bd1-cc6060d4cc8e service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861800 Jun 27 15:37:31.907233 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-81edaf32-33c2-4a6a-bc80-78c648a5672e req-826ddc46-18af-4310-a690-171c65f16cab service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933466 Jun 27 15:37:37.193097 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:37:37.194280 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:37:38.937940 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bfb605b9-d11f-4235-b95c-8732a9af6d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:37:39.281774 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:37:41.716208 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-83a28909-bf62-4917-84cd-a463a3123e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:37:41.902193 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=49 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:37:41.904249 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=52 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:37:43.477420 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:37:44.647641 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:37:45.092218 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:37:48.981125 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:37:49.276510 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:37:49.277587 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:37:54.746755 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 60052) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:37:54.893714 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-4643f557-6863-4deb-b579-9142b8646040 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Deleting port 70e1775a-d953-4be1-8bf1-b0048c6906fb {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:37:54.894054 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4643f557-6863-4deb-b579-9142b8646040 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (70e1775a-d953-4be1-8bf1-b0048c6906fb), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:37:54.970930 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4643f557-6863-4deb-b579-9142b8646040 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (70e1775a-d953-4be1-8bf1-b0048c6906fb), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:37:54.971240 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4643f557-6863-4deb-b579-9142b8646040 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for floatingip (70e1775a-d953-4be1-8bf1-b0048c6906fb), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:37:54.988261 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-4643f557-6863-4deb-b579-9142b8646040 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Calling delete_port for 70e1775a-d953-4be1-8bf1-b0048c6906fb owned by network:floatingip {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:37:55.175964 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4643f557-6863-4deb-b579-9142b8646040 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (70e1775a-d953-4be1-8bf1-b0048c6906fb), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:37:55.200578 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643f557-6863-4deb-b579-9142b8646040 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Pushing event deleted for resources: {'Port': ['ID=70e1775a-d953-4be1-8bf1-b0048c6906fb,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:37:55.225478 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4643f557-6863-4deb-b579-9142b8646040 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:37:55.225814 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4643f557-6863-4deb-b579-9142b8646040 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:37:55.226152 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4643f557-6863-4deb-b579-9142b8646040 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:37:55.226488 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4643f557-6863-4deb-b579-9142b8646040 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:37:55.226820 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4643f557-6863-4deb-b579-9142b8646040 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:37:55.227131 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4643f557-6863-4deb-b579-9142b8646040 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:37:55.227453 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4643f557-6863-4deb-b579-9142b8646040 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:37:55.227775 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4643f557-6863-4deb-b579-9142b8646040 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:37:55.228096 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4643f557-6863-4deb-b579-9142b8646040 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:37:55.228441 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4643f557-6863-4deb-b579-9142b8646040 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:37:55.228892 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4643f557-6863-4deb-b579-9142b8646040 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:37:55.229211 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4643f557-6863-4deb-b579-9142b8646040 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:37:55.229528 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4643f557-6863-4deb-b579-9142b8646040 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:37:55.229843 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4643f557-6863-4deb-b579-9142b8646040 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:37:55.230163 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4643f557-6863-4deb-b579-9142b8646040 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:37:55.273454 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4643f557-6863-4deb-b579-9142b8646040 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for floatingip (6442ca61-d0e3-47dd-8b92-cabb9ae2db8f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:37:55.273817 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.l3_db [None req-4643f557-6863-4deb-b579-9142b8646040 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Floating IP 6442ca61-d0e3-47dd-8b92-cabb9ae2db8f disassociated (deleted). External IP: 172.27.2.197, port: 8a6da410-e6d2-40db-ac82-63f37c7545e0. Jun 27 15:37:55.493776 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4643f557-6863-4deb-b579-9142b8646040 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Router cd9cbda4-37c6-49cb-8d1f-28807c7112bb has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:37:55.601506 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4643f557-6863-4deb-b579-9142b8646040 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:37:55.606864 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-4643f557-6863-4deb-b579-9142b8646040 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:37:55.611625 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db154c2d-d7dd-4cd9-a78c-5d2929788ead None None] Sync routers for ids ['cd9cbda4-37c6-49cb-8d1f-28807c7112bb'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:37:55.622601 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db154c2d-d7dd-4cd9-a78c-5d2929788ead None None] Routers {'cd9cbda4-37c6-49cb-8d1f-28807c7112bb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:37:55.623249 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-db154c2d-d7dd-4cd9-a78c-5d2929788ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:37:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['cd9cbda4-37c6-49cb-8d1f-28807c7112bb'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:37:55.636799 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-4643f557-6863-4deb-b579-9142b8646040 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "DELETE /v2.0/floatingips/6442ca61-d0e3-47dd-8b92-cabb9ae2db8f HTTP/1.1" status: 204 len: 168 time: 0.8888044 Jun 27 15:37:55.637361 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d3f4f1-4158-4a2f-8568-5cea794cdf31', 'tag': '8a6da410-e6d2-40db-ac82-63f37c7545e0'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:37:55.639631 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd1dbb2-bbd1-44c2-9998-6345d89b60fc" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d3f4f1-4158-4a2f-8568-5cea794cdf31", "tag": "8a6da410-e6d2-40db-ac82-63f37c7545e0"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:37:55.737302 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-db154c2d-d7dd-4cd9-a78c-5d2929788ead None None] Set router cd9cbda4-37c6-49cb-8d1f-28807c7112bb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:37:55.754040 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7345cbd-1737-4f41-9340-fce4d2b43452 x-openstack-request-id: req-d7345cbd-1737-4f41-9340-fce4d2b43452 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:37:55.754576 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d3f4f1-4158-4a2f-8568-5cea794cdf31", "tag": "8a6da410-e6d2-40db-ac82-63f37c7545e0", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:37:55.754576 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d7345cbd-1737-4f41-9340-fce4d2b43452 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:37:55.755090 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7345cbd-1737-4f41-9340-fce4d2b43452'] response: {'name': 'network-changed', 'server_uuid': 'e7d3f4f1-4158-4a2f-8568-5cea794cdf31', 'tag': '8a6da410-e6d2-40db-ac82-63f37c7545e0', 'status': 'completed', 'code': 200} Jun 27 15:37:55.819341 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:37:55.820129 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:37:55.826867 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1dbb2-bbd1-44c2-9998-6345d89b60fc req-629881ea-f232-44c2-9099-0297d015d188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:37:55.828141 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5fd1dbb2-bbd1-44c2-9998-6345d89b60fc req-629881ea-f232-44c2-9099-0297d015d188 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9954040eb98d4ecdafbc681132689ff5&device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 1130 time: 0.0456150 Jun 27 15:37:55.882160 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f7450-847f-467a-a071-2408f41f1280 req-d68d3e30-350d-478f-8fd0-2a9b8cb3645c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:37:55.883755 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-276f7450-847f-467a-a071-2408f41f1280 req-d68d3e30-350d-478f-8fd0-2a9b8cb3645c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0498743 Jun 27 15:37:55.938220 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-276f7450-847f-467a-a071-2408f41f1280 req-c498a7fd-2552-487d-aa1e-ac19c98fffaf tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480213 Jun 27 15:37:56.037786 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-db154c2d-d7dd-4cd9-a78c-5d2929788ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'name': 'tempest-TestShelveInstance-1816102759-router', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '774f95f7-d9ca-412f-ac5a-d30d0906901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:33:04Z', 'updated_at': '2022-06-27T15:33:09Z', 'revision_number': 4, 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'gw_port': {'id': '774f95f7-d9ca-412f-ac5a-d30d0906901b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:05Z', 'updated_at': '2022-06-27T15:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '0db722bc-7d1d-4cf5-a2b0-991106b605dd', 'name': '', 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'mac_address': 'fa:16:3e:93:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '905f7862-f88e-4540-90be-39fe4e15dd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:08Z', 'updated_at': '2022-06-27T15:33:16Z', 'revision_number': 5, 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'subnets': [{'id': '905f7862-f88e-4540-90be-39fe4e15dd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:37:56.065331 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db154c2d-d7dd-4cd9-a78c-5d2929788ead None None] Checking router: cd9cbda4-37c6-49cb-8d1f-28807c7112bb for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:37:56.074315 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db154c2d-d7dd-4cd9-a78c-5d2929788ead None None] Routers {'cd9cbda4-37c6-49cb-8d1f-28807c7112bb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:37:56.074922 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-db154c2d-d7dd-4cd9-a78c-5d2929788ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:37:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['cd9cbda4-37c6-49cb-8d1f-28807c7112bb'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:37:56.179220 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-db154c2d-d7dd-4cd9-a78c-5d2929788ead None None] Set router cd9cbda4-37c6-49cb-8d1f-28807c7112bb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:37:56.369213 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-db154c2d-d7dd-4cd9-a78c-5d2929788ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'name': 'tempest-TestShelveInstance-1816102759-router', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '774f95f7-d9ca-412f-ac5a-d30d0906901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:33:04Z', 'updated_at': '2022-06-27T15:33:09Z', 'revision_number': 4, 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'gw_port': {'id': '774f95f7-d9ca-412f-ac5a-d30d0906901b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:05Z', 'updated_at': '2022-06-27T15:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '0db722bc-7d1d-4cf5-a2b0-991106b605dd', 'name': '', 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'mac_address': 'fa:16:3e:93:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '905f7862-f88e-4540-90be-39fe4e15dd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:08Z', 'updated_at': '2022-06-27T15:33:16Z', 'revision_number': 5, 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'subnets': [{'id': '905f7862-f88e-4540-90be-39fe4e15dd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:37:56.393269 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db154c2d-d7dd-4cd9-a78c-5d2929788ead None None] The sync data for ids ['cd9cbda4-37c6-49cb-8d1f-28807c7112bb'] in dv-cinder-847798-1-iscsi is: [{'id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'name': 'tempest-TestShelveInstance-1816102759-router', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '774f95f7-d9ca-412f-ac5a-d30d0906901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:33:04Z', 'updated_at': '2022-06-27T15:33:09Z', 'revision_number': 4, 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'gw_port': {'id': '774f95f7-d9ca-412f-ac5a-d30d0906901b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:05Z', 'updated_at': '2022-06-27T15:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '0db722bc-7d1d-4cf5-a2b0-991106b605dd', 'name': '', 'network_id': '349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'mac_address': 'fa:16:3e:93:ff:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '905f7862-f88e-4540-90be-39fe4e15dd98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:08Z', 'updated_at': '2022-06-27T15:33:16Z', 'revision_number': 5, 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'subnets': [{'id': '905f7862-f88e-4540-90be-39fe4e15dd98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:37:56.618419 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e489f2-d41c-4ba1-b888-5ec88f4a0483 None None] New status for floating IP 6442ca61-d0e3-47dd-8b92-cabb9ae2db8f: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 15:37:56.884118 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1dbb2-bbd1-44c2-9998-6345d89b60fc req-7ed4c957-f38c-41d6-93c2-5a95f3979e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:37:56.885811 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5fd1dbb2-bbd1-44c2-9998-6345d89b60fc req-7ed4c957-f38c-41d6-93c2-5a95f3979e6d service neutron] 10.222.0.42 "GET /v2.0/networks?id=349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f HTTP/1.1" status: 200 len: 910 time: 0.1052635 Jun 27 15:37:56.996372 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5fd1dbb2-bbd1-44c2-9998-6345d89b60fc req-01bc0385-8977-4fef-845d-dae327e07b4d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8a6da410-e6d2-40db-ac82-63f37c7545e0 HTTP/1.1" status: 200 len: 217 time: 0.0411577 Jun 27 15:37:57.077734 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1dbb2-bbd1-44c2-9998-6345d89b60fc req-ea171d50-0c41-4e49-8a33-4192228ef3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:37:57.079196 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5fd1dbb2-bbd1-44c2-9998-6345d89b60fc req-ea171d50-0c41-4e49-8a33-4192228ef3c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=905f7862-f88e-4540-90be-39fe4e15dd98 HTTP/1.1" status: 200 len: 848 time: 0.0771558 Jun 27 15:37:57.089720 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8594d-043e-42e0-abdb-b8994149fb47 req-2af5dd2d-12bb-46bf-92fd-a9590baa3910 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:37:57.091075 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b8b8594d-043e-42e0-abdb-b8994149fb47 req-2af5dd2d-12bb-46bf-92fd-a9590baa3910 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0631752 Jun 27 15:37:57.140675 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b8b8594d-043e-42e0-abdb-b8994149fb47 req-b4a594ec-579a-4c9c-b3ce-7fae812fb912 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/security-groups?id=c5302a39-5e37-4840-b4e0-256f661a18ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434313 Jun 27 15:37:57.243314 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1dbb2-bbd1-44c2-9998-6345d89b60fc req-d6b9eed2-0488-4be4-b718-11ae509b0bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:37:57.244741 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5fd1dbb2-bbd1-44c2-9998-6345d89b60fc req-d6b9eed2-0488-4be4-b718-11ae509b0bb5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443799 Jun 27 15:37:57.317497 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84eb73-978a-4082-8f50-37b1e7676070 req-b6702f6e-561f-495e-bb54-e41feba8d8af tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:37:57.318949 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fa84eb73-978a-4082-8f50-37b1e7676070 req-b6702f6e-561f-495e-bb54-e41feba8d8af tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.42 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 946 time: 0.0484400 Jun 27 15:37:57.339853 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5fd1dbb2-bbd1-44c2-9998-6345d89b60fc req-3c1e8790-f3b3-45a2-89c5-82e8329ac157 service neutron] 10.222.0.42 "GET /v2.0/networks/349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876415 Jun 27 15:37:57.407258 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-fa84eb73-978a-4082-8f50-37b1e7676070 req-c3daab13-af82-4dc6-bd6a-ed5ce4ff3c0c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Deleting port 8a6da410-e6d2-40db-ac82-63f37c7545e0 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:37:57.407961 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fa84eb73-978a-4082-8f50-37b1e7676070 req-c3daab13-af82-4dc6-bd6a-ed5ce4ff3c0c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (8a6da410-e6d2-40db-ac82-63f37c7545e0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:37:57.433850 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5fd1dbb2-bbd1-44c2-9998-6345d89b60fc req-da6217cf-f9ff-4b24-8324-ec8acd66083c service neutron] 10.222.0.42 "GET /v2.0/networks/349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875413 Jun 27 15:37:57.501952 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-fa84eb73-978a-4082-8f50-37b1e7676070 req-c3daab13-af82-4dc6-bd6a-ed5ce4ff3c0c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] For port 8a6da410-e6d2-40db-ac82-63f37c7545e0, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=8a6da410-e6d2-40db-ac82-63f37c7545e0,segment=NetworkSegment(bb9c2fff-a33f-4574-886e-c89eb06d7822),segment_id=bb9c2fff-a33f-4574-886e-c89eb06d7822)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:37:57.502320 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fa84eb73-978a-4082-8f50-37b1e7676070 req-c3daab13-af82-4dc6-bd6a-ed5ce4ff3c0c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (8a6da410-e6d2-40db-ac82-63f37c7545e0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:37:57.515852 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-fa84eb73-978a-4082-8f50-37b1e7676070 req-c3daab13-af82-4dc6-bd6a-ed5ce4ff3c0c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Calling delete_port for 8a6da410-e6d2-40db-ac82-63f37c7545e0 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:37:57.647871 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fa84eb73-978a-4082-8f50-37b1e7676070 req-c3daab13-af82-4dc6-bd6a-ed5ce4ff3c0c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (8a6da410-e6d2-40db-ac82-63f37c7545e0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:37:57.679336 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3daab13-af82-4dc6-bd6a-ed5ce4ff3c0c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Pushing event deleted for resources: {'Port': ['ID=8a6da410-e6d2-40db-ac82-63f37c7545e0,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:37:57.710323 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3daab13-af82-4dc6-bd6a-ed5ce4ff3c0c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:37:57.710662 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3daab13-af82-4dc6-bd6a-ed5ce4ff3c0c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:37:57.710998 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3daab13-af82-4dc6-bd6a-ed5ce4ff3c0c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:37:57.711326 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3daab13-af82-4dc6-bd6a-ed5ce4ff3c0c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:37:57.711648 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3daab13-af82-4dc6-bd6a-ed5ce4ff3c0c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:37:57.711967 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3daab13-af82-4dc6-bd6a-ed5ce4ff3c0c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:37:57.712292 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3daab13-af82-4dc6-bd6a-ed5ce4ff3c0c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:37:57.712631 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3daab13-af82-4dc6-bd6a-ed5ce4ff3c0c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:37:57.712945 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3daab13-af82-4dc6-bd6a-ed5ce4ff3c0c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:37:57.713261 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3daab13-af82-4dc6-bd6a-ed5ce4ff3c0c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:37:57.713646 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3daab13-af82-4dc6-bd6a-ed5ce4ff3c0c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:37:57.714585 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3daab13-af82-4dc6-bd6a-ed5ce4ff3c0c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:37:57.714907 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3daab13-af82-4dc6-bd6a-ed5ce4ff3c0c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:37:57.715225 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3daab13-af82-4dc6-bd6a-ed5ce4ff3c0c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:37:57.715540 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3daab13-af82-4dc6-bd6a-ed5ce4ff3c0c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:37:57.739618 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa84eb73-978a-4082-8f50-37b1e7676070 req-c3daab13-af82-4dc6-bd6a-ed5ce4ff3c0c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] No DVR routers for this DVR port 8a6da410-e6d2-40db-ac82-63f37c7545e0 on host hv-cinder-84779 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:37:57.742125 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-fa84eb73-978a-4082-8f50-37b1e7676070 req-c3daab13-af82-4dc6-bd6a-ed5ce4ff3c0c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:37:57.746001 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-fa84eb73-978a-4082-8f50-37b1e7676070 req-c3daab13-af82-4dc6-bd6a-ed5ce4ff3c0c tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.42 "DELETE /v2.0/ports/8a6da410-e6d2-40db-ac82-63f37c7545e0 HTTP/1.1" status: 204 len: 173 time: 0.4216533 Jun 27 15:37:57.746423 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d3f4f1-4158-4a2f-8568-5cea794cdf31', 'name': 'network-vif-deleted', 'tag': '8a6da410-e6d2-40db-ac82-63f37c7545e0'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:37:57.748687 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ecdf1b21e48a9c17975c38f4cbb98a47ab0df019f7748c413a09c43e6bcf64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332f0bb6-7e79-4a83-8455-b4251862c32a" -d '{"events": [{"server_uuid": "e7d3f4f1-4158-4a2f-8568-5cea794cdf31", "name": "network-vif-deleted", "tag": "8a6da410-e6d2-40db-ac82-63f37c7545e0"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:37:57.844472 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e43fca-0240-4e4e-981e-825ff3da15de x-openstack-request-id: req-b9e43fca-0240-4e4e-981e-825ff3da15de {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:37:57.844837 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d3f4f1-4158-4a2f-8568-5cea794cdf31", "name": "network-vif-deleted", "tag": "8a6da410-e6d2-40db-ac82-63f37c7545e0", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:37:57.845286 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9e43fca-0240-4e4e-981e-825ff3da15de {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:37:57.845765 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9e43fca-0240-4e4e-981e-825ff3da15de'] response: {'server_uuid': 'e7d3f4f1-4158-4a2f-8568-5cea794cdf31', 'name': 'network-vif-deleted', 'tag': '8a6da410-e6d2-40db-ac82-63f37c7545e0', 'status': 'completed', 'code': 200} Jun 27 15:37:58.260984 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ee9f747c-9cb0-4850-bf3f-798b12c71d7a req-3b12bd77-c410-431b-b904-211890067b41 tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3f4f1-4158-4a2f-8568-5cea794cdf31 HTTP/1.1" status: 200 len: 210 time: 0.0315101 Jun 27 15:37:59.324625 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 60084) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:37:59.389413 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f193ba8b-dd18-4803-864b-6bfe9d26edee tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for security_group (c5302a39-5e37-4840-b4e0-256f661a18ef), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:37:59.420582 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f193ba8b-dd18-4803-864b-6bfe9d26edee tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for security_group (c5302a39-5e37-4840-b4e0-256f661a18ef), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:37:59.497411 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f193ba8b-dd18-4803-864b-6bfe9d26edee tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (c5302a39-5e37-4840-b4e0-256f661a18ef), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:37:59.499967 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-f193ba8b-dd18-4803-864b-6bfe9d26edee tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:37:59.501197 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-f193ba8b-dd18-4803-864b-6bfe9d26edee tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] 10.222.0.26 "DELETE /v2.0/security-groups/c5302a39-5e37-4840-b4e0-256f661a18ef HTTP/1.1" status: 204 len: 168 time: 0.1759179 Jun 27 15:37:59.511715 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193ba8b-dd18-4803-864b-6bfe9d26edee tempest-TestShelveInstance-1025972585 tempest-TestShelveInstance-1025972585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5302a39-5e37-4840-b4e0-256f661a18ef,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:37:59.529826 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:37:59.531112 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:37:59.550656 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 60088) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:38:00.091573 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:00.107562 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:00.143490 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-581dc6bf-8424-45be-9289-0f16970fb9a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3703176'] for router_interface (cd9cbda4-37c6-49cb-8d1f-28807c7112bb), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:00.367018 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-581dc6bf-8424-45be-9289-0f16970fb9a0 admin admin] Deleting port 0db722bc-7d1d-4cf5-a2b0-991106b605dd {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:38:00.367764 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-581dc6bf-8424-45be-9289-0f16970fb9a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (0db722bc-7d1d-4cf5-a2b0-991106b605dd), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:00.447257 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-581dc6bf-8424-45be-9289-0f16970fb9a0 admin admin] For port 0db722bc-7d1d-4cf5-a2b0-991106b605dd, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=0db722bc-7d1d-4cf5-a2b0-991106b605dd,segment=NetworkSegment(bb9c2fff-a33f-4574-886e-c89eb06d7822),segment_id=bb9c2fff-a33f-4574-886e-c89eb06d7822)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:38:00.447524 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-581dc6bf-8424-45be-9289-0f16970fb9a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (0db722bc-7d1d-4cf5-a2b0-991106b605dd), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:00.460683 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-581dc6bf-8424-45be-9289-0f16970fb9a0 admin admin] Calling delete_port for 0db722bc-7d1d-4cf5-a2b0-991106b605dd owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:38:00.644808 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-581dc6bf-8424-45be-9289-0f16970fb9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (0db722bc-7d1d-4cf5-a2b0-991106b605dd), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:00.667894 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581dc6bf-8424-45be-9289-0f16970fb9a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0db722bc-7d1d-4cf5-a2b0-991106b605dd,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:38:00.836347 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-581dc6bf-8424-45be-9289-0f16970fb9a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3703068'] for router_interface (cd9cbda4-37c6-49cb-8d1f-28807c7112bb), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:00.952816 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:00.996401 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:01.063500 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581dc6bf-8424-45be-9289-0f16970fb9a0 admin admin] Router cd9cbda4-37c6-49cb-8d1f-28807c7112bb has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:38:01.169315 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581dc6bf-8424-45be-9289-0f16970fb9a0 admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:38:01.175787 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-581dc6bf-8424-45be-9289-0f16970fb9a0 admin admin] 10.222.0.26 "PUT /v2.0/routers/cd9cbda4-37c6-49cb-8d1f-28807c7112bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6239789 Jun 27 15:38:01.178991 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 60090) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:38:01.179921 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2708be5a-8c6b-434f-a842-b474fa94930a None None] Sync routers for ids ['cd9cbda4-37c6-49cb-8d1f-28807c7112bb'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:38:01.190478 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2708be5a-8c6b-434f-a842-b474fa94930a None None] Routers {'cd9cbda4-37c6-49cb-8d1f-28807c7112bb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:38:01.191096 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2708be5a-8c6b-434f-a842-b474fa94930a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:37:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['cd9cbda4-37c6-49cb-8d1f-28807c7112bb'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:38:01.298323 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-2708be5a-8c6b-434f-a842-b474fa94930a None None] Set router cd9cbda4-37c6-49cb-8d1f-28807c7112bb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:38:01.483979 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:01.493309 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2708be5a-8c6b-434f-a842-b474fa94930a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'name': 'tempest-TestShelveInstance-1816102759-router', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '774f95f7-d9ca-412f-ac5a-d30d0906901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:33:04Z', 'updated_at': '2022-06-27T15:38:00Z', 'revision_number': 5, 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'gw_port': {'id': '774f95f7-d9ca-412f-ac5a-d30d0906901b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:05Z', 'updated_at': '2022-06-27T15:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:38:01.519582 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2708be5a-8c6b-434f-a842-b474fa94930a None None] Checking router: cd9cbda4-37c6-49cb-8d1f-28807c7112bb for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:38:01.529836 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2708be5a-8c6b-434f-a842-b474fa94930a None None] Routers {'cd9cbda4-37c6-49cb-8d1f-28807c7112bb'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:38:01.530467 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2708be5a-8c6b-434f-a842-b474fa94930a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:37:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['cd9cbda4-37c6-49cb-8d1f-28807c7112bb'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:38:01.543884 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8910aa17-72f8-44be-ac34-56979f416aa0 admin admin] Publish callbacks [] for router (cd9cbda4-37c6-49cb-8d1f-28807c7112bb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:01.572632 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=100 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:01.637315 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-2708be5a-8c6b-434f-a842-b474fa94930a None None] Set router cd9cbda4-37c6-49cb-8d1f-28807c7112bb gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:38:01.643973 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8910aa17-72f8-44be-ac34-56979f416aa0 admin admin] Publish callbacks [] for router_gateway (cd9cbda4-37c6-49cb-8d1f-28807c7112bb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:01.691285 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-8910aa17-72f8-44be-ac34-56979f416aa0 admin admin] Deleting port 774f95f7-d9ca-412f-ac5a-d30d0906901b {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:38:01.691610 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8910aa17-72f8-44be-ac34-56979f416aa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (774f95f7-d9ca-412f-ac5a-d30d0906901b), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:01.756167 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:01.774807 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-8910aa17-72f8-44be-ac34-56979f416aa0 admin admin] For port 774f95f7-d9ca-412f-ac5a-d30d0906901b, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=774f95f7-d9ca-412f-ac5a-d30d0906901b,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:38:01.775480 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8910aa17-72f8-44be-ac34-56979f416aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (774f95f7-d9ca-412f-ac5a-d30d0906901b), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:01.789578 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-8910aa17-72f8-44be-ac34-56979f416aa0 admin admin] Calling delete_port for 774f95f7-d9ca-412f-ac5a-d30d0906901b owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:38:01.810235 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-2708be5a-8c6b-434f-a842-b474fa94930a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'name': 'tempest-TestShelveInstance-1816102759-router', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '774f95f7-d9ca-412f-ac5a-d30d0906901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:33:04Z', 'updated_at': '2022-06-27T15:38:00Z', 'revision_number': 5, 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'gw_port': {'id': '774f95f7-d9ca-412f-ac5a-d30d0906901b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:05Z', 'updated_at': '2022-06-27T15:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:38:01.831912 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:01.834591 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2708be5a-8c6b-434f-a842-b474fa94930a None None] The sync data for ids ['cd9cbda4-37c6-49cb-8d1f-28807c7112bb'] in dv-cinder-847798-1-iscsi is: [{'id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'name': 'tempest-TestShelveInstance-1816102759-router', 'tenant_id': '9954040eb98d4ecdafbc681132689ff5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '774f95f7-d9ca-412f-ac5a-d30d0906901b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:33:04Z', 'updated_at': '2022-06-27T15:38:00Z', 'revision_number': 5, 'project_id': '9954040eb98d4ecdafbc681132689ff5', 'gw_port': {'id': '774f95f7-d9ca-412f-ac5a-d30d0906901b', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:88:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd9cbda4-37c6-49cb-8d1f-28807c7112bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:05Z', 'updated_at': '2022-06-27T15:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:38:01.973413 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8910aa17-72f8-44be-ac34-56979f416aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (774f95f7-d9ca-412f-ac5a-d30d0906901b), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:02.002037 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910aa17-72f8-44be-ac34-56979f416aa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=774f95f7-d9ca-412f-ac5a-d30d0906901b,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:38:02.049602 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 8a6da410-e6d2-40db-ac82-63f37c7545e0 no longer exists at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:38:02.070878 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] No Port match for: 8a6da410-e6d2-40db-ac82-63f37c7545e0 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:38:02.071109 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 8a6da410-e6d2-40db-ac82-63f37c7545e0 not bound to the agent host hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:38:02.075328 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8910aa17-72f8-44be-ac34-56979f416aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3731768'] for router_gateway (cd9cbda4-37c6-49cb-8d1f-28807c7112bb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:02.175025 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8910aa17-72f8-44be-ac34-56979f416aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3708209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254106'] for router (cd9cbda4-37c6-49cb-8d1f-28807c7112bb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:02.178600 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8910aa17-72f8-44be-ac34-56979f416aa0 admin admin] Publish callbacks [] for router_controller (cd9cbda4-37c6-49cb-8d1f-28807c7112bb), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:02.224059 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8910aa17-72f8-44be-ac34-56979f416aa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3708351'] for router (cd9cbda4-37c6-49cb-8d1f-28807c7112bb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:02.224875 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8910aa17-72f8-44be-ac34-56979f416aa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd9cbda4-37c6-49cb-8d1f-28807c7112bb {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 15:38:02.229879 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8910aa17-72f8-44be-ac34-56979f416aa0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:02.231082 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8910aa17-72f8-44be-ac34-56979f416aa0 admin admin] 10.222.0.26 "DELETE /v2.0/routers/cd9cbda4-37c6-49cb-8d1f-28807c7112bb HTTP/1.1" status: 204 len: 168 time: 1.0510571 Jun 27 15:38:02.233819 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 60092) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:38:02.284822 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-253cce5e-0189-4a76-bbfc-46b9ebedc709 admin admin] Deleting subnet 905f7862-f88e-4540-90be-39fe4e15dd98 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 15:38:02.289023 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-253cce5e-0189-4a76-bbfc-46b9ebedc709 admin admin] Publish callbacks [] for subnet (905f7862-f88e-4540-90be-39fe4e15dd98), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:02.327017 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-253cce5e-0189-4a76-bbfc-46b9ebedc709 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-537121'] for subnet (905f7862-f88e-4540-90be-39fe4e15dd98), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:02.403222 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-253cce5e-0189-4a76-bbfc-46b9ebedc709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693064'] for subnet (905f7862-f88e-4540-90be-39fe4e15dd98), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:02.465861 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-253cce5e-0189-4a76-bbfc-46b9ebedc709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9360100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8708483'] for subnet (905f7862-f88e-4540-90be-39fe4e15dd98), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:02.493855 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253cce5e-0189-4a76-bbfc-46b9ebedc709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=905f7862-f88e-4540-90be-39fe4e15dd98,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:38:02.498333 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-253cce5e-0189-4a76-bbfc-46b9ebedc709 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:02.501468 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-253cce5e-0189-4a76-bbfc-46b9ebedc709 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/905f7862-f88e-4540-90be-39fe4e15dd98 HTTP/1.1" status: 204 len: 168 time: 0.2659831 Jun 27 15:38:02.503897 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 60094) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:38:02.505265 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d2b05b-2044-4a0c-bd34-98be0ad99a22 None None] Network 349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:38:02.575181 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9d3e40cb-306e-42e7-824f-ad5fd8506309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750815'] for network (349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:02.625411 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-9d3e40cb-306e-42e7-824f-ad5fd8506309 admin admin] Deleting port 41d69073-a645-42bd-ad81-26889a882808 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:38:02.625752 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9d3e40cb-306e-42e7-824f-ad5fd8506309 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (41d69073-a645-42bd-ad81-26889a882808), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:02.691250 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-9d3e40cb-306e-42e7-824f-ad5fd8506309 admin admin] For port 41d69073-a645-42bd-ad81-26889a882808, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=41d69073-a645-42bd-ad81-26889a882808,segment=NetworkSegment(bb9c2fff-a33f-4574-886e-c89eb06d7822),segment_id=bb9c2fff-a33f-4574-886e-c89eb06d7822)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:38:02.691615 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9d3e40cb-306e-42e7-824f-ad5fd8506309 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (41d69073-a645-42bd-ad81-26889a882808), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:02.705368 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-9d3e40cb-306e-42e7-824f-ad5fd8506309 admin admin] Calling delete_port for 41d69073-a645-42bd-ad81-26889a882808 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:38:02.795225 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9d3e40cb-306e-42e7-824f-ad5fd8506309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (41d69073-a645-42bd-ad81-26889a882808), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:02.827609 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e40cb-306e-42e7-824f-ad5fd8506309 admin admin] Pushing event deleted for resources: {'Port': ['ID=41d69073-a645-42bd-ad81-26889a882808,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:38:02.833547 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3e40cb-306e-42e7-824f-ad5fd8506309 admin admin] No DVR routers for this DVR port 41d69073-a645-42bd-ad81-26889a882808 on host dv-cinder-847798-1-iscsi {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:38:02.855787 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9c04ea-0434-4edc-b677-11ae540b09e6 None None] DHCP port deletion for 349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f request from dv-cinder-847798-1-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 15:38:02.913813 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9d3e40cb-306e-42e7-824f-ad5fd8506309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-755509', 'neutron.services.segments.db._delete_segments_for_network-8767603345803'] for network (349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:02.933322 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:02.935092 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-9d3e40cb-306e-42e7-824f-ad5fd8506309 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:38:02.941706 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:02.946034 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-9d3e40cb-306e-42e7-824f-ad5fd8506309 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9c2fff-a33f-4574-886e-c89eb06d7822') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:38:02.946337 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-9d3e40cb-306e-42e7-824f-ad5fd8506309 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9c2fff-a33f-4574-886e-c89eb06d7822') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:38:02.961924 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9d3e40cb-306e-42e7-824f-ad5fd8506309 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767603346068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-537146'] for segment (bb9c2fff-a33f-4574-886e-c89eb06d7822), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:02.976492 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9d3e40cb-306e-42e7-824f-ad5fd8506309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (bb9c2fff-a33f-4574-886e-c89eb06d7822), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:02.982867 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d3e40cb-306e-42e7-824f-ad5fd8506309 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 15:38:02.983250 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9d3e40cb-306e-42e7-824f-ad5fd8506309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9360014'] for segment (bb9c2fff-a33f-4574-886e-c89eb06d7822), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:03.008826 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.services.segments.plugin [-] Segment bb9c2fff-a33f-4574-886e-c89eb06d7822 resource provider aggregate not found Jun 27 15:38:03.041381 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.services.segments.plugin [-] Segment bb9c2fff-a33f-4574-886e-c89eb06d7822 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb9c2fff-a33f-4574-886e-c89eb06d7822 found for delete ", "request_id": "req-a9d44770-f569-4aa2-b239-c1c09f92fdaf"}]} Jun 27 15:38:03.050083 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9d3e40cb-306e-42e7-824f-ad5fd8506309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-755500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728431'] for network (349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:03.056382 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9d3e40cb-306e-42e7-824f-ad5fd8506309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:03.060023 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9d3e40cb-306e-42e7-824f-ad5fd8506309 admin admin] 10.222.0.26 "DELETE /v2.0/networks/349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f HTTP/1.1" status: 204 len: 168 time: 0.5551653 Jun 27 15:38:03.063566 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 60100) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:38:03.071172 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e40cb-306e-42e7-824f-ad5fd8506309 admin admin] Pushing event deleted for resources: {'Network': ['ID=349d1b6e-5234-4dc2-99b2-1fa8dfb56b5f,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:38:03.391816 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0532c03c-7eda-426a-93ea-604ade0e6582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3703176'] for router_interface (21d677be-a57d-4373-b92c-e6c18a4569f0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:03.613631 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:03.616584 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 774f95f7-d9ca-412f-ac5a-d30d0906901b no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:38:03.624478 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-0532c03c-7eda-426a-93ea-604ade0e6582 admin admin] Deleting port d3e1252d-c02d-4494-b2dd-a6ebf4b0addd {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:38:03.624824 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0532c03c-7eda-426a-93ea-604ade0e6582 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (d3e1252d-c02d-4494-b2dd-a6ebf4b0addd), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:03.636352 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: 774f95f7-d9ca-412f-ac5a-d30d0906901b {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:38:03.636728 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 774f95f7-d9ca-412f-ac5a-d30d0906901b not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:38:03.637152 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 41d69073-a645-42bd-ad81-26889a882808 no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:38:03.647303 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:03.656088 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: 41d69073-a645-42bd-ad81-26889a882808 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:38:03.656489 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 41d69073-a645-42bd-ad81-26889a882808 not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:38:03.656928 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 0db722bc-7d1d-4cf5-a2b0-991106b605dd no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:38:03.679080 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: 0db722bc-7d1d-4cf5-a2b0-991106b605dd {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:38:03.679453 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 0db722bc-7d1d-4cf5-a2b0-991106b605dd not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:38:03.707968 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-0532c03c-7eda-426a-93ea-604ade0e6582 admin admin] For port d3e1252d-c02d-4494-b2dd-a6ebf4b0addd, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=d3e1252d-c02d-4494-b2dd-a6ebf4b0addd,segment=NetworkSegment(aab9f273-29db-4b07-999c-71de6df7ac6b),segment_id=aab9f273-29db-4b07-999c-71de6df7ac6b)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:38:03.708348 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0532c03c-7eda-426a-93ea-604ade0e6582 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (d3e1252d-c02d-4494-b2dd-a6ebf4b0addd), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:03.721346 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-0532c03c-7eda-426a-93ea-604ade0e6582 admin admin] Calling delete_port for d3e1252d-c02d-4494-b2dd-a6ebf4b0addd owned by network:router_interface {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:38:03.912969 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0532c03c-7eda-426a-93ea-604ade0e6582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (d3e1252d-c02d-4494-b2dd-a6ebf4b0addd), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:03.942190 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532c03c-7eda-426a-93ea-604ade0e6582 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3e1252d-c02d-4494-b2dd-a6ebf4b0addd,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:38:04.108137 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0532c03c-7eda-426a-93ea-604ade0e6582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3703068'] for router_interface (21d677be-a57d-4373-b92c-e6c18a4569f0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:04.332844 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0532c03c-7eda-426a-93ea-604ade0e6582 admin admin] Router 21d677be-a57d-4373-b92c-e6c18a4569f0 has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:38:04.439666 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0532c03c-7eda-426a-93ea-604ade0e6582 admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:38:04.446497 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-0532c03c-7eda-426a-93ea-604ade0e6582 admin admin] 10.222.0.26 "PUT /v2.0/routers/21d677be-a57d-4373-b92c-e6c18a4569f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3816881 Jun 27 15:38:04.449480 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 60102) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:38:04.452167 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1fb487-7e72-4d3f-bcd0-d0cc225e7d2a None None] Sync routers for ids ['21d677be-a57d-4373-b92c-e6c18a4569f0'] in dv-cinder-847798-1-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:38:04.463730 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1fb487-7e72-4d3f-bcd0-d0cc225e7d2a None None] Routers {'21d677be-a57d-4373-b92c-e6c18a4569f0'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:38:04.464439 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-9b1fb487-7e72-4d3f-bcd0-d0cc225e7d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:37:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['21d677be-a57d-4373-b92c-e6c18a4569f0'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:38:04.569272 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-9b1fb487-7e72-4d3f-bcd0-d0cc225e7d2a None None] Set router 21d677be-a57d-4373-b92c-e6c18a4569f0 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:38:04.613996 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:04.662297 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-23047191-ccb9-436d-ae28-8cc82407f33e admin admin] Publish callbacks [] for router (21d677be-a57d-4373-b92c-e6c18a4569f0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:04.665361 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:04.740721 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-9b1fb487-7e72-4d3f-bcd0-d0cc225e7d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d677be-a57d-4373-b92c-e6c18a4569f0', 'name': 'tempest-TestShelveInstance-1624694500-router', 'tenant_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '0e39b62c-b049-4fb6-91fa-7f50874b777e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:33:13Z', 'updated_at': '2022-06-27T15:38:03Z', 'revision_number': 5, 'project_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'gw_port': {'id': '0e39b62c-b049-4fb6-91fa-7f50874b777e', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d677be-a57d-4373-b92c-e6c18a4569f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:33:15Z', 'updated_at': '2022-06-27T15:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:38:04.761567 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-23047191-ccb9-436d-ae28-8cc82407f33e admin admin] Publish callbacks [] for router_gateway (21d677be-a57d-4373-b92c-e6c18a4569f0), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:04.766121 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1fb487-7e72-4d3f-bcd0-d0cc225e7d2a None None] Checking router: 21d677be-a57d-4373-b92c-e6c18a4569f0 for host: dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:38:04.774971 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1fb487-7e72-4d3f-bcd0-d0cc225e7d2a None None] Routers {'21d677be-a57d-4373-b92c-e6c18a4569f0'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:38:04.775592 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-9b1fb487-7e72-4d3f-bcd0-d0cc225e7d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:37:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['21d677be-a57d-4373-b92c-e6c18a4569f0'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:38:04.808132 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-23047191-ccb9-436d-ae28-8cc82407f33e admin admin] Deleting port 0e39b62c-b049-4fb6-91fa-7f50874b777e {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:38:04.808521 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-23047191-ccb9-436d-ae28-8cc82407f33e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (0e39b62c-b049-4fb6-91fa-7f50874b777e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:04.861694 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-9b1fb487-7e72-4d3f-bcd0-d0cc225e7d2a None None] Set router 21d677be-a57d-4373-b92c-e6c18a4569f0 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:38:04.888560 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-23047191-ccb9-436d-ae28-8cc82407f33e admin admin] For port 0e39b62c-b049-4fb6-91fa-7f50874b777e, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=0e39b62c-b049-4fb6-91fa-7f50874b777e,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:38:04.888861 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-23047191-ccb9-436d-ae28-8cc82407f33e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (0e39b62c-b049-4fb6-91fa-7f50874b777e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:04.902507 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-23047191-ccb9-436d-ae28-8cc82407f33e admin admin] Calling delete_port for 0e39b62c-b049-4fb6-91fa-7f50874b777e owned by network:router_gateway {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:38:04.914470 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-9b1fb487-7e72-4d3f-bcd0-d0cc225e7d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d677be-a57d-4373-b92c-e6c18a4569f0', 'name': 'tempest-TestShelveInstance-1624694500-router', 'tenant_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:33:13Z', 'updated_at': '2022-06-27T15:38:04Z', 'revision_number': 6, 'project_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'gw_port_host': None}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:38:04.939706 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1fb487-7e72-4d3f-bcd0-d0cc225e7d2a None None] The sync data for ids ['21d677be-a57d-4373-b92c-e6c18a4569f0'] in dv-cinder-847798-1-iscsi is: [{'id': '21d677be-a57d-4373-b92c-e6c18a4569f0', 'name': 'tempest-TestShelveInstance-1624694500-router', 'tenant_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:33:13Z', 'updated_at': '2022-06-27T15:38:04Z', 'revision_number': 6, 'project_id': '11d3dc0907f54b7d9896aa1eef5d0df4', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:38:05.083096 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-23047191-ccb9-436d-ae28-8cc82407f33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (0e39b62c-b049-4fb6-91fa-7f50874b777e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:05.107443 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23047191-ccb9-436d-ae28-8cc82407f33e admin admin] Pushing event deleted for resources: {'Port': ['ID=0e39b62c-b049-4fb6-91fa-7f50874b777e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:38:05.172704 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-23047191-ccb9-436d-ae28-8cc82407f33e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3731768'] for router_gateway (21d677be-a57d-4373-b92c-e6c18a4569f0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:05.259426 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-23047191-ccb9-436d-ae28-8cc82407f33e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3708209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254106'] for router (21d677be-a57d-4373-b92c-e6c18a4569f0), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:05.261685 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-23047191-ccb9-436d-ae28-8cc82407f33e admin admin] Publish callbacks [] for router_controller (21d677be-a57d-4373-b92c-e6c18a4569f0), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:05.310410 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-23047191-ccb9-436d-ae28-8cc82407f33e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3708351'] for router (21d677be-a57d-4373-b92c-e6c18a4569f0), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:05.311081 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23047191-ccb9-436d-ae28-8cc82407f33e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21d677be-a57d-4373-b92c-e6c18a4569f0 {{(pid=104032) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 15:38:05.315913 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-23047191-ccb9-436d-ae28-8cc82407f33e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:05.317167 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-23047191-ccb9-436d-ae28-8cc82407f33e admin admin] 10.222.0.26 "DELETE /v2.0/routers/21d677be-a57d-4373-b92c-e6c18a4569f0 HTTP/1.1" status: 204 len: 168 time: 0.8667421 Jun 27 15:38:05.319723 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 60106) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:38:05.368775 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ce67a5-c52b-4d5a-a67a-6a064be4d0e2 admin admin] Deleting subnet ca93ff23-8ab5-4a33-a424-1a5ea0537383 {{(pid=104032) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 15:38:05.372760 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-97ce67a5-c52b-4d5a-a67a-6a064be4d0e2 admin admin] Publish callbacks [] for subnet (ca93ff23-8ab5-4a33-a424-1a5ea0537383), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:05.412967 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-97ce67a5-c52b-4d5a-a67a-6a064be4d0e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9827168'] for subnet (ca93ff23-8ab5-4a33-a424-1a5ea0537383), precommit_delete_associations {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:05.498237 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:05.501502 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-97ce67a5-c52b-4d5a-a67a-6a064be4d0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693064'] for subnet (ca93ff23-8ab5-4a33-a424-1a5ea0537383), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:05.560389 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=11 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:05.566816 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-97ce67a5-c52b-4d5a-a67a-6a064be4d0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9438112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8666668'] for subnet (ca93ff23-8ab5-4a33-a424-1a5ea0537383), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:05.599896 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-97ce67a5-c52b-4d5a-a67a-6a064be4d0e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for subnet (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:05.604014 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-97ce67a5-c52b-4d5a-a67a-6a064be4d0e2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ca93ff23-8ab5-4a33-a424-1a5ea0537383 HTTP/1.1" status: 204 len: 168 time: 0.2829139 Jun 27 15:38:05.605362 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce67a5-c52b-4d5a-a67a-6a064be4d0e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca93ff23-8ab5-4a33-a424-1a5ea0537383,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:38:05.605755 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38a7334-5d17-4078-8cab-6fa498bd2723 None None] Network 753bfe3d-5812-4b19-840a-0aeedb30014c requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:38:05.606830 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 60108) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:38:05.682624 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6a83371-e9db-4828-b0fe-fd6eabdb1365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750815'] for network (753bfe3d-5812-4b19-840a-0aeedb30014c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:05.728142 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-b6a83371-e9db-4828-b0fe-fd6eabdb1365 admin admin] Deleting port fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:38:05.728799 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6a83371-e9db-4828-b0fe-fd6eabdb1365 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:05.796634 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d69735-6917-46e9-836d-7c5a18d78d9b None None] DHCP port deletion for 753bfe3d-5812-4b19-840a-0aeedb30014c request from dv-cinder-847798-1-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 15:38:05.803528 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-b6a83371-e9db-4828-b0fe-fd6eabdb1365 admin admin] For port fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf,segment=NetworkSegment(aab9f273-29db-4b07-999c-71de6df7ac6b),segment_id=aab9f273-29db-4b07-999c-71de6df7ac6b)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:38:05.803905 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6a83371-e9db-4828-b0fe-fd6eabdb1365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:05.808298 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device d3e1252d-c02d-4494-b2dd-a6ebf4b0addd no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:38:05.818239 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-b6a83371-e9db-4828-b0fe-fd6eabdb1365 admin admin] Calling delete_port for fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:38:05.854428 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: d3e1252d-c02d-4494-b2dd-a6ebf4b0addd {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:38:05.855181 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device d3e1252d-c02d-4494-b2dd-a6ebf4b0addd not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:38:05.855181 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 0e39b62c-b049-4fb6-91fa-7f50874b777e no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:38:05.888206 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-44d69735-6917-46e9-836d-7c5a18d78d9b None None] Deleting port fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:38:05.888676 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-44d69735-6917-46e9-836d-7c5a18d78d9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:05.891875 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: 0e39b62c-b049-4fb6-91fa-7f50874b777e {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:38:05.892218 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 0e39b62c-b049-4fb6-91fa-7f50874b777e not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:38:05.909778 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6a83371-e9db-4828-b0fe-fd6eabdb1365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:05.937605 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a83371-e9db-4828-b0fe-fd6eabdb1365 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:38:05.941161 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a83371-e9db-4828-b0fe-fd6eabdb1365 admin admin] No DVR routers for this DVR port fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf on host dv-cinder-847798-1-iscsi {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:38:05.963726 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-44d69735-6917-46e9-836d-7c5a18d78d9b None None] For port fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf,segment=NetworkSegment(aab9f273-29db-4b07-999c-71de6df7ac6b),segment_id=aab9f273-29db-4b07-999c-71de6df7ac6b)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:38:05.964141 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-44d69735-6917-46e9-836d-7c5a18d78d9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:05.979268 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-44d69735-6917-46e9-836d-7c5a18d78d9b None None] Calling delete_port for fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:38:06.027045 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6a83371-e9db-4828-b0fe-fd6eabdb1365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-755509', 'neutron.services.segments.db._delete_segments_for_network-8767603345803'] for network (753bfe3d-5812-4b19-840a-0aeedb30014c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:06.056351 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-b6a83371-e9db-4828-b0fe-fd6eabdb1365 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['753bfe3d-5812-4b19-840a-0aeedb30014c']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:38:06.063172 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-44d69735-6917-46e9-836d-7c5a18d78d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733'] for port (fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:06.066422 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-b6a83371-e9db-4828-b0fe-fd6eabdb1365 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab9f273-29db-4b07-999c-71de6df7ac6b') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:38:06.066723 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-b6a83371-e9db-4828-b0fe-fd6eabdb1365 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab9f273-29db-4b07-999c-71de6df7ac6b') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:38:06.076571 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6a83371-e9db-4828-b0fe-fd6eabdb1365 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767603346068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-537146'] for segment (aab9f273-29db-4b07-999c-71de6df7ac6b), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:06.089339 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d69735-6917-46e9-836d-7c5a18d78d9b None None] Pushing event deleted for resources: {'Port': ['ID=fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:38:06.090539 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6a83371-e9db-4828-b0fe-fd6eabdb1365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (aab9f273-29db-4b07-999c-71de6df7ac6b), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:06.091965 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d69735-6917-46e9-836d-7c5a18d78d9b None None] No DVR routers for this DVR port fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf on host dv-cinder-847798-1-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:38:06.098544 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a83371-e9db-4828-b0fe-fd6eabdb1365 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 15:38:06.098956 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6a83371-e9db-4828-b0fe-fd6eabdb1365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9360014'] for segment (aab9f273-29db-4b07-999c-71de6df7ac6b), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:06.099824 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d69735-6917-46e9-836d-7c5a18d78d9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:38:06.100177 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d69735-6917-46e9-836d-7c5a18d78d9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:38:06.100738 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d69735-6917-46e9-836d-7c5a18d78d9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:38:06.101236 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d69735-6917-46e9-836d-7c5a18d78d9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:38:06.101727 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d69735-6917-46e9-836d-7c5a18d78d9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:38:06.102457 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d69735-6917-46e9-836d-7c5a18d78d9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:38:06.103037 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d69735-6917-46e9-836d-7c5a18d78d9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:38:06.107128 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d69735-6917-46e9-836d-7c5a18d78d9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:38:06.107500 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d69735-6917-46e9-836d-7c5a18d78d9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:38:06.107839 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d69735-6917-46e9-836d-7c5a18d78d9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:38:06.108213 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d69735-6917-46e9-836d-7c5a18d78d9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:38:06.108585 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d69735-6917-46e9-836d-7c5a18d78d9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:38:06.109036 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d69735-6917-46e9-836d-7c5a18d78d9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:38:06.109303 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d69735-6917-46e9-836d-7c5a18d78d9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:38:06.109948 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d69735-6917-46e9-836d-7c5a18d78d9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:38:06.127090 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.services.segments.plugin [-] Segment aab9f273-29db-4b07-999c-71de6df7ac6b resource provider aggregate not found Jun 27 15:38:06.159491 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.services.segments.plugin [-] Segment aab9f273-29db-4b07-999c-71de6df7ac6b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aab9f273-29db-4b07-999c-71de6df7ac6b found for delete ", "request_id": "req-4eb923da-6579-4d89-b0dd-dfb6ff993926"}]} Jun 27 15:38:06.176354 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6a83371-e9db-4828-b0fe-fd6eabdb1365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-755500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728431'] for network (753bfe3d-5812-4b19-840a-0aeedb30014c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:06.195152 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-b6a83371-e9db-4828-b0fe-fd6eabdb1365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:06.198658 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-b6a83371-e9db-4828-b0fe-fd6eabdb1365 admin admin] 10.222.0.26 "DELETE /v2.0/networks/753bfe3d-5812-4b19-840a-0aeedb30014c HTTP/1.1" status: 204 len: 168 time: 0.5907056 Jun 27 15:38:06.200293 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a83371-e9db-4828-b0fe-fd6eabdb1365 admin admin] Pushing event deleted for resources: {'Network': ['ID=753bfe3d-5812-4b19-840a-0aeedb30014c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:38:06.330696 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 60116) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:38:06.378092 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-01d52e2d-aa94-495d-bbbf-d43e57671e32 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9954040eb98d4ecdafbc681132689ff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0461295 Jun 27 15:38:06.381897 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 60118) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:38:06.433809 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bbfd50e0-d4a7-439a-bc42-f8ff629f0b20 admin admin] Publish callbacks [] for security_group (8c62e7af-03d0-42b5-81ec-ae58cee5751d), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:06.455085 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:06.457175 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bbfd50e0-d4a7-439a-bc42-f8ff629f0b20 admin admin] Publish callbacks [] for security_group (8c62e7af-03d0-42b5-81ec-ae58cee5751d), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:06.510533 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bbfd50e0-d4a7-439a-bc42-f8ff629f0b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (8c62e7af-03d0-42b5-81ec-ae58cee5751d), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:06.513308 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-bbfd50e0-d4a7-439a-bc42-f8ff629f0b20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:06.514490 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-bbfd50e0-d4a7-439a-bc42-f8ff629f0b20 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8c62e7af-03d0-42b5-81ec-ae58cee5751d HTTP/1.1" status: 204 len: 168 time: 0.1316659 Jun 27 15:38:06.522588 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd50e0-d4a7-439a-bc42-f8ff629f0b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c62e7af-03d0-42b5-81ec-ae58cee5751d,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:38:06.854430 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 60124) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:38:06.899385 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-ec40b162-866e-4dcf-b611-f2238ead9595 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=11d3dc0907f54b7d9896aa1eef5d0df4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436747 Jun 27 15:38:06.902141 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 60126) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:38:06.952985 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d321df77-4125-4e59-a190-ed42f313dbb4 admin admin] Publish callbacks [] for security_group (5bb35d9d-3caf-4ee9-881e-c8291c4bd6cb), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:06.976127 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d321df77-4125-4e59-a190-ed42f313dbb4 admin admin] Publish callbacks [] for security_group (5bb35d9d-3caf-4ee9-881e-c8291c4bd6cb), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:07.023934 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d321df77-4125-4e59-a190-ed42f313dbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (5bb35d9d-3caf-4ee9-881e-c8291c4bd6cb), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:07.026689 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-d321df77-4125-4e59-a190-ed42f313dbb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:07.027817 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-d321df77-4125-4e59-a190-ed42f313dbb4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5bb35d9d-3caf-4ee9-881e-c8291c4bd6cb HTTP/1.1" status: 204 len: 168 time: 0.1247017 Jun 27 15:38:07.035862 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321df77-4125-4e59-a190-ed42f313dbb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb35d9d-3caf-4ee9-881e-c8291c4bd6cb,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:38:07.623923 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:38:07.652767 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:38:07.653112 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device fb18d18e-435f-4cfe-a927-a1cbf0bfdcbf not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:38:08.795494 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:08.801196 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:08.808774 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-612254c8-4ce7-4ef3-b2c1-7f1f37b89775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:11.539063 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e926a06-62ff-4820-8616-e813551a43f6 req-f4c98bf0-ee92-43e5-a385-799343f59f99 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:11.540830 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5e926a06-62ff-4820-8616-e813551a43f6 req-f4c98bf0-ee92-43e5-a385-799343f59f99 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64daf70-81db-49be-8de8-4900c3f76376 HTTP/1.1" status: 200 len: 945 time: 0.0575743 Jun 27 15:38:11.596057 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5e926a06-62ff-4820-8616-e813551a43f6 req-85496238-c061-4c10-9300-1e8c4444db86 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492990 Jun 27 15:38:11.711980 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3fb32768-3d28-4683-b5da-513812de7ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:12.718424 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c131cf-a4eb-43c7-9b29-f79de3a7ba70 req-75c8a319-4e4b-4081-9b1b-1d7bee6a27c8 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:12.720184 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e3c131cf-a4eb-43c7-9b29-f79de3a7ba70 req-75c8a319-4e4b-4081-9b1b-1d7bee6a27c8 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64daf70-81db-49be-8de8-4900c3f76376 HTTP/1.1" status: 200 len: 945 time: 0.0476146 Jun 27 15:38:12.774065 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-e3c131cf-a4eb-43c7-9b29-f79de3a7ba70 req-ce466cbf-353a-4c0f-a614-b856e2033d98 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482423 Jun 27 15:38:12.963691 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07e7ae-163f-46c7-b9df-03cc7aa52388 req-0b3f9d36-88a1-4e7e-8b7d-fd91d23b17ae tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:12.965170 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-de07e7ae-163f-46c7-b9df-03cc7aa52388 req-0b3f9d36-88a1-4e7e-8b7d-fd91d23b17ae tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.42 "GET /v2.0/ports?device_id=c64daf70-81db-49be-8de8-4900c3f76376 HTTP/1.1" status: 200 len: 945 time: 0.0610158 Jun 27 15:38:13.055913 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-de07e7ae-163f-46c7-b9df-03cc7aa52388 req-e0a019ff-222e-4453-9101-6e9eb5d89346 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Deleting port 47374d7b-7e06-44d7-a9da-7f84a58ae0aa {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:38:13.056154 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-de07e7ae-163f-46c7-b9df-03cc7aa52388 req-e0a019ff-222e-4453-9101-6e9eb5d89346 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (47374d7b-7e06-44d7-a9da-7f84a58ae0aa), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:13.151089 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-de07e7ae-163f-46c7-b9df-03cc7aa52388 req-e0a019ff-222e-4453-9101-6e9eb5d89346 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] For port 47374d7b-7e06-44d7-a9da-7f84a58ae0aa, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=47374d7b-7e06-44d7-a9da-7f84a58ae0aa,segment=NetworkSegment(266d88ec-a72c-492c-9ab4-5d6e98715c36),segment_id=266d88ec-a72c-492c-9ab4-5d6e98715c36)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:38:13.151460 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-de07e7ae-163f-46c7-b9df-03cc7aa52388 req-e0a019ff-222e-4453-9101-6e9eb5d89346 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (47374d7b-7e06-44d7-a9da-7f84a58ae0aa), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:13.316195 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-de07e7ae-163f-46c7-b9df-03cc7aa52388 req-e0a019ff-222e-4453-9101-6e9eb5d89346 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:13.316456 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-de07e7ae-163f-46c7-b9df-03cc7aa52388 req-e0a019ff-222e-4453-9101-6e9eb5d89346 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (5dad682e-2d58-47dc-a261-86f455fcd682), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:13.316786 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.db.l3_db [req-de07e7ae-163f-46c7-b9df-03cc7aa52388 req-e0a019ff-222e-4453-9101-6e9eb5d89346 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Floating IP 5dad682e-2d58-47dc-a261-86f455fcd682 disassociated. External IP: 172.27.2.89, port: 47374d7b-7e06-44d7-a9da-7f84a58ae0aa. Jun 27 15:38:13.317123 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-de07e7ae-163f-46c7-b9df-03cc7aa52388 req-e0a019ff-222e-4453-9101-6e9eb5d89346 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Calling delete_port for 47374d7b-7e06-44d7-a9da-7f84a58ae0aa owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:38:13.462109 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:13.469259 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-de07e7ae-163f-46c7-b9df-03cc7aa52388 req-e0a019ff-222e-4453-9101-6e9eb5d89346 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (47374d7b-7e06-44d7-a9da-7f84a58ae0aa), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:13.477353 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:13.500724 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a019ff-222e-4453-9101-6e9eb5d89346 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Pushing event deleted for resources: {'Port': ['ID=47374d7b-7e06-44d7-a9da-7f84a58ae0aa,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:38:13.543211 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:13.612965 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de07e7ae-163f-46c7-b9df-03cc7aa52388 req-e0a019ff-222e-4453-9101-6e9eb5d89346 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Router 9d1a6659-3979-4d86-b94f-96317f247349 has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:38:13.889398 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5da78b74-a91a-44e2-93a6-847f24a32383 req-314aa7de-d89c-433c-b14a-afb31b25fcf3 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=c64daf70-81db-49be-8de8-4900c3f76376 HTTP/1.1" status: 200 len: 210 time: 0.0350070 Jun 27 15:38:13.992249 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de07e7ae-163f-46c7-b9df-03cc7aa52388 req-e0a019ff-222e-4453-9101-6e9eb5d89346 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:38:14.002299 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eb575c-3841-46c9-bfe7-c6e2cdf18cc4 None None] Sync routers for ids ['9d1a6659-3979-4d86-b94f-96317f247349'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:38:14.013402 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eb575c-3841-46c9-bfe7-c6e2cdf18cc4 None None] Routers {'9d1a6659-3979-4d86-b94f-96317f247349'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:38:14.014019 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e5eb575c-3841-46c9-bfe7-c6e2cdf18cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:38:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['9d1a6659-3979-4d86-b94f-96317f247349'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:38:14.034704 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-de07e7ae-163f-46c7-b9df-03cc7aa52388 req-e0a019ff-222e-4453-9101-6e9eb5d89346 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] No DVR routers for this DVR port 47374d7b-7e06-44d7-a9da-7f84a58ae0aa on host hv-cinder-84779 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:38:14.037276 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-de07e7ae-163f-46c7-b9df-03cc7aa52388 req-e0a019ff-222e-4453-9101-6e9eb5d89346 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:14.040517 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-de07e7ae-163f-46c7-b9df-03cc7aa52388 req-e0a019ff-222e-4453-9101-6e9eb5d89346 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.42 "DELETE /v2.0/ports/47374d7b-7e06-44d7-a9da-7f84a58ae0aa HTTP/1.1" status: 204 len: 173 time: 1.0684054 Jun 27 15:38:14.040910 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64daf70-81db-49be-8de8-4900c3f76376', 'name': 'network-vif-deleted', 'tag': '47374d7b-7e06-44d7-a9da-7f84a58ae0aa'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:38:14.043131 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ecdf1b21e48a9c17975c38f4cbb98a47ab0df019f7748c413a09c43e6bcf64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8572e772-d2c6-4763-9b16-0748a3b7868c" -d '{"events": [{"server_uuid": "c64daf70-81db-49be-8de8-4900c3f76376", "name": "network-vif-deleted", "tag": "47374d7b-7e06-44d7-a9da-7f84a58ae0aa"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:38:14.095360 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071039fa-5bd3-4f69-b314-71fff7bb38f3 x-openstack-request-id: req-071039fa-5bd3-4f69-b314-71fff7bb38f3 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:38:14.095774 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c64daf70-81db-49be-8de8-4900c3f76376", "name": "network-vif-deleted", "tag": "47374d7b-7e06-44d7-a9da-7f84a58ae0aa", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:38:14.096395 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-071039fa-5bd3-4f69-b314-71fff7bb38f3 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:38:14.096827 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-071039fa-5bd3-4f69-b314-71fff7bb38f3'] response: {'server_uuid': 'c64daf70-81db-49be-8de8-4900c3f76376', 'name': 'network-vif-deleted', 'tag': '47374d7b-7e06-44d7-a9da-7f84a58ae0aa', 'status': 'completed', 'code': 200} Jun 27 15:38:14.133773 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-e5eb575c-3841-46c9-bfe7-c6e2cdf18cc4 None None] Set router 9d1a6659-3979-4d86-b94f-96317f247349 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:38:14.418240 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e5eb575c-3841-46c9-bfe7-c6e2cdf18cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1a6659-3979-4d86-b94f-96317f247349', 'name': 'tempest-TestVolumeBootPattern-919522570-router', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e153a897-25a4-456a-bc54-8426d743d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:24Z', 'revision_number': 4, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'gw_port': {'id': 'e153a897-25a4-456a-bc54-8426d743d948', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '016cc6bd-712a-49cc-9909-1460fd182f00', 'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'mac_address': 'fa:16:3e:ce:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '818c3638-655e-43b1-93c9-da54cd282282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:23Z', 'updated_at': '2022-06-27T15:35:29Z', 'revision_number': 5, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'subnets': [{'id': '818c3638-655e-43b1-93c9-da54cd282282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:38:14.449606 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eb575c-3841-46c9-bfe7-c6e2cdf18cc4 None None] Checking router: 9d1a6659-3979-4d86-b94f-96317f247349 for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:38:14.459167 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5eb575c-3841-46c9-bfe7-c6e2cdf18cc4 None None] Routers {'9d1a6659-3979-4d86-b94f-96317f247349'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:38:14.459869 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e5eb575c-3841-46c9-bfe7-c6e2cdf18cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:38:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['9d1a6659-3979-4d86-b94f-96317f247349'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:38:14.566661 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-e5eb575c-3841-46c9-bfe7-c6e2cdf18cc4 None None] Set router 9d1a6659-3979-4d86-b94f-96317f247349 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:38:14.646959 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:14.775561 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e5eb575c-3841-46c9-bfe7-c6e2cdf18cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1a6659-3979-4d86-b94f-96317f247349', 'name': 'tempest-TestVolumeBootPattern-919522570-router', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e153a897-25a4-456a-bc54-8426d743d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:24Z', 'revision_number': 4, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'gw_port': {'id': 'e153a897-25a4-456a-bc54-8426d743d948', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '016cc6bd-712a-49cc-9909-1460fd182f00', 'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'mac_address': 'fa:16:3e:ce:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '818c3638-655e-43b1-93c9-da54cd282282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:23Z', 'updated_at': '2022-06-27T15:35:29Z', 'revision_number': 5, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'subnets': [{'id': '818c3638-655e-43b1-93c9-da54cd282282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:38:14.800980 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eb575c-3841-46c9-bfe7-c6e2cdf18cc4 None None] The sync data for ids ['9d1a6659-3979-4d86-b94f-96317f247349'] in dv-cinder-847798-1-iscsi is: [{'id': '9d1a6659-3979-4d86-b94f-96317f247349', 'name': 'tempest-TestVolumeBootPattern-919522570-router', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e153a897-25a4-456a-bc54-8426d743d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:24Z', 'revision_number': 4, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'gw_port': {'id': 'e153a897-25a4-456a-bc54-8426d743d948', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '016cc6bd-712a-49cc-9909-1460fd182f00', 'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'mac_address': 'fa:16:3e:ce:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '818c3638-655e-43b1-93c9-da54cd282282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:23Z', 'updated_at': '2022-06-27T15:35:29Z', 'revision_number': 5, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'subnets': [{'id': '818c3638-655e-43b1-93c9-da54cd282282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:38:15.045550 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946428f3-64d8-455e-bdcf-ddd33dbd7479 None None] New status for floating IP 5dad682e-2d58-47dc-a261-86f455fcd682: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 15:38:15.163355 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:15.174010 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-aaa6e397-2ee5-46fe-b5f1-5d6e9e82b382 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1949080385&fields=id&tenant_id=bf83328eefb741d086f33cd650fd3942 HTTP/1.1" status: 200 len: 267 time: 0.0483346 Jun 27 15:38:15.300142 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-07c3c1b8-48c6-4dc1-845e-a07569096ed4 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:15.301561 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-07c3c1b8-48c6-4dc1-845e-a07569096ed4 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/networks?id=09bbc698-5eb1-420c-a302-7f9a1544cd53 HTTP/1.1" status: 200 len: 811 time: 0.1117504 Jun 27 15:38:15.318198 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-a38239b8-7524-4871-ac94-90a184c71dae tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/quotas/bf83328eefb741d086f33cd650fd3942 HTTP/1.1" status: 200 len: 375 time: 0.0100324 Jun 27 15:38:15.368051 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-2e8d7c27-8db0-4685-8f6a-176f61154b61 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bf83328eefb741d086f33cd650fd3942&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431504 Jun 27 15:38:15.485631 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-44f1b304-b3bd-40fd-99d9-d2815fce1548 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104032) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 15:38:15.487205 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-44f1b304-b3bd-40fd-99d9-d2815fce1548 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1068113 Jun 27 15:38:15.586657 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-7425126a-eb38-48d5-842f-6c91f0fec149 service neutron] 10.222.0.26 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934474 Jun 27 15:38:15.680212 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-1f64fbb7-50c3-42bf-a098-53d8d8c4acab service neutron] 10.222.0.26 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877976 Jun 27 15:38:16.280591 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:38:17.006966 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-69952d37-3ceb-493c-98ee-94b9a7a360dd req-67d88350-bf07-4c8a-b269-f626220fd856 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab3997d0-c146-403f-9249-e9c457819d36 HTTP/1.1" status: 200 len: 210 time: 0.0281017 Jun 27 15:38:18.111263 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 47374d7b-7e06-44d7-a9da-7f84a58ae0aa no longer exists at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:38:18.124926 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-22ab5dfc-a7c7-4e30-b7ea-19c860035787 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:18.126426 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-22ab5dfc-a7c7-4e30-b7ea-19c860035787 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.42 "GET /v2.0/networks?id=09bbc698-5eb1-420c-a302-7f9a1544cd53 HTTP/1.1" status: 200 len: 811 time: 0.1381874 Jun 27 15:38:18.128215 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-122cc2d6-3e66-4007-946e-469686088804 req-abf7cbc9-f76b-498b-a774-abb6a310a265 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab3997d0-c146-403f-9249-e9c457819d36 HTTP/1.1" status: 200 len: 210 time: 0.0453541 Jun 27 15:38:18.137012 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] No Port match for: 47374d7b-7e06-44d7-a9da-7f84a58ae0aa {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:38:18.137369 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 47374d7b-7e06-44d7-a9da-7f84a58ae0aa not bound to the agent host hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:38:18.196270 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-34826407-beb0-43ac-adf4-a24c6d129927 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf83328eefb741d086f33cd650fd3942 HTTP/1.1" status: 200 len: 380 time: 0.0567136 Jun 27 15:38:18.207030 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-783a9706-76d0-4080-b7ee-7e0715da83f0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Request body: {'port': {'device_id': 'ab3997d0-c146-403f-9249-e9c457819d36', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'admin_state_up': True, 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'security_groups': ['83fca23a-321b-4e0f-903d-65307b761882']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:38:18.307044 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:18.319402 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-783a9706-76d0-4080-b7ee-7e0715da83f0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Made reservation on behalf of bf83328eefb741d086f33cd650fd3942 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:38:18.323121 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-783a9706-76d0-4080-b7ee-7e0715da83f0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:18.379684 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:18.473657 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-783a9706-76d0-4080-b7ee-7e0715da83f0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Allocated IP 172.20.0.4 (09bbc698-5eb1-420c-a302-7f9a1544cd53/818c3638-655e-43b1-93c9-da54cd282282/928d1e85-bf47-4f29-9eb6-61c0816e3e03) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:38:18.623169 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-783a9706-76d0-4080-b7ee-7e0715da83f0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for port (928d1e85-bf47-4f29-9eb6-61c0816e3e03), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:18.658046 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-783a9706-76d0-4080-b7ee-7e0715da83f0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (928d1e85-bf47-4f29-9eb6-61c0816e3e03), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:18.705504 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-783a9706-76d0-4080-b7ee-7e0715da83f0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Network 09bbc698-5eb1-420c-a302-7f9a1544cd53 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:38:18.709216 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-783a9706-76d0-4080-b7ee-7e0715da83f0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:38:18.713150 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-783a9706-76d0-4080-b7ee-7e0715da83f0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:38:18.719436 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a9706-76d0-4080-b7ee-7e0715da83f0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Pushing event updated for resources: {'Port': ['ID=928d1e85-bf47-4f29-9eb6-61c0816e3e03,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:38:18.767275 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-783a9706-76d0-4080-b7ee-7e0715da83f0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:18.767880 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-783a9706-76d0-4080-b7ee-7e0715da83f0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:18.792289 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-783a9706-76d0-4080-b7ee-7e0715da83f0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5894003 Jun 27 15:38:18.805091 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-b5b6b6d5-bb07-4e37-9578-437e39737369 service neutron] Request body: {'port': {'device_id': 'ab3997d0-c146-403f-9249-e9c457819d36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84779'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:38:18.870767 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-b5b6b6d5-bb07-4e37-9578-437e39737369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (928d1e85-bf47-4f29-9eb6-61c0816e3e03), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:18.916044 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-a1635f32-9548-4de1-bd7c-c3acfe515f33 None None] Provisioning complete for port 928d1e85-bf47-4f29-9eb6-61c0816e3e03 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:38:18.916044 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a1635f32-9548-4de1-bd7c-c3acfe515f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (928d1e85-bf47-4f29-9eb6-61c0816e3e03), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:18.947982 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-a1635f32-9548-4de1-bd7c-c3acfe515f33 None None] Port 928d1e85-bf47-4f29-9eb6-61c0816e3e03 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:38:18.984822 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:19.139388 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:19.143668 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-b5b6b6d5-bb07-4e37-9578-437e39737369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 928d1e85-bf47-4f29-9eb6-61c0816e3e03 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:38:19.153090 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-b5b6b6d5-bb07-4e37-9578-437e39737369 service neutron] Publish callbacks [] for port (928d1e85-bf47-4f29-9eb6-61c0816e3e03), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:19.169099 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-b5b6b6d5-bb07-4e37-9578-437e39737369 service neutron] Transition to ACTIVE for port object 928d1e85-bf47-4f29-9eb6-61c0816e3e03 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 15:38:19.174723 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-b5b6b6d5-bb07-4e37-9578-437e39737369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9438190'] for port (928d1e85-bf47-4f29-9eb6-61c0816e3e03), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:19.214478 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:19.230995 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6b6d5-bb07-4e37-9578-437e39737369 service neutron] Pushing event updated for resources: {'Port': ['ID=928d1e85-bf47-4f29-9eb6-61c0816e3e03,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:38:19.251645 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3a593-544c-457c-984d-660d5ba35eed req-00202d15-e026-408a-9368-6014177a2775 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:19.254302 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bde3a593-544c-457c-984d-660d5ba35eed req-00202d15-e026-408a-9368-6014177a2775 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab3997d0-c146-403f-9249-e9c457819d36 HTTP/1.1" status: 200 len: 943 time: 0.0524063 Jun 27 15:38:19.284232 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:DELETE=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:19.314019 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-b5b6b6d5-bb07-4e37-9578-437e39737369 service neutron] Attempting to bind port 928d1e85-bf47-4f29-9eb6-61c0816e3e03 on host hv-cinder-84779 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:38:19.314404 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-b5b6b6d5-bb07-4e37-9578-437e39737369 service neutron] Attempting to bind port 928d1e85-bf47-4f29-9eb6-61c0816e3e03 by drivers openvswitch,hyperv on host hv-cinder-84779 at level 0 using segments [{'id': '266d88ec-a72c-492c-9ab4-5d6e98715c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:38:19.314698 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-b5b6b6d5-bb07-4e37-9578-437e39737369 service neutron] Attempting to bind port 928d1e85-bf47-4f29-9eb6-61c0816e3e03 on network 09bbc698-5eb1-420c-a302-7f9a1544cd53 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:38:19.317849 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-bde3a593-544c-457c-984d-660d5ba35eed req-1b297dee-2c36-45be-a9fb-3989b75ff2a2 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549672 Jun 27 15:38:19.324284 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-b5b6b6d5-bb07-4e37-9578-437e39737369 service neutron] Port 928d1e85-bf47-4f29-9eb6-61c0816e3e03 on network 09bbc698-5eb1-420c-a302-7f9a1544cd53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84779 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 15:38:19.324574 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-b5b6b6d5-bb07-4e37-9578-437e39737369 service neutron] Attempting to bind port 928d1e85-bf47-4f29-9eb6-61c0816e3e03 on network 09bbc698-5eb1-420c-a302-7f9a1544cd53 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:38:19.332987 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-b5b6b6d5-bb07-4e37-9578-437e39737369 service neutron] Checking agent: {'id': '2a101be5-d6db-4e6c-800c-1df71c1b626f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84779', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'started_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:38:19.333272 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-b5b6b6d5-bb07-4e37-9578-437e39737369 service neutron] Checking segment: {'id': '266d88ec-a72c-492c-9ab4-5d6e98715c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:38:19.333662 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-b5b6b6d5-bb07-4e37-9578-437e39737369 service neutron] Bound using segment: {'id': '266d88ec-a72c-492c-9ab4-5d6e98715c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:38:19.334287 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-b5b6b6d5-bb07-4e37-9578-437e39737369 service neutron] Bound port: 928d1e85-bf47-4f29-9eb6-61c0816e3e03, host: hv-cinder-84779, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266d88ec-a72c-492c-9ab4-5d6e98715c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:38:19.334795 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-b5b6b6d5-bb07-4e37-9578-437e39737369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (928d1e85-bf47-4f29-9eb6-61c0816e3e03), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:19.405618 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-b5b6b6d5-bb07-4e37-9578-437e39737369 service neutron] For port 928d1e85-bf47-4f29-9eb6-61c0816e3e03, host hv-cinder-84779, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:38:19.409159 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-b5b6b6d5-bb07-4e37-9578-437e39737369 service neutron] For port 928d1e85-bf47-4f29-9eb6-61c0816e3e03, host hv-cinder-84779, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=928d1e85-bf47-4f29-9eb6-61c0816e3e03,segment=NetworkSegment(266d88ec-a72c-492c-9ab4-5d6e98715c36),segment_id=266d88ec-a72c-492c-9ab4-5d6e98715c36)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:38:19.416299 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-b5b6b6d5-bb07-4e37-9578-437e39737369 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9438190'] for port (928d1e85-bf47-4f29-9eb6-61c0816e3e03), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:19.453142 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-b5b6b6d5-bb07-4e37-9578-437e39737369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:19.453831 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-b5b6b6d5-bb07-4e37-9578-437e39737369 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:19.455224 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-b5b6b6d5-bb07-4e37-9578-437e39737369 service neutron] 10.222.0.42 "PUT /v2.0/ports/928d1e85-bf47-4f29-9eb6-61c0816e3e03 HTTP/1.1" status: 200 len: 1093 time: 0.6553736 Jun 27 15:38:19.455655 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3997d0-c146-403f-9249-e9c457819d36', 'tag': '928d1e85-bf47-4f29-9eb6-61c0816e3e03'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:38:19.458041 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ecdf1b21e48a9c17975c38f4cbb98a47ab0df019f7748c413a09c43e6bcf64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029c1f1c-91ff-408b-8fcf-f713a287bda9" -d '{"events": [{"name": "network-changed", "server_uuid": "ab3997d0-c146-403f-9249-e9c457819d36", "tag": "928d1e85-bf47-4f29-9eb6-61c0816e3e03"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:38:19.481596 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6b6d5-bb07-4e37-9578-437e39737369 service neutron] Pushing event updated for resources: {'Port': ['ID=928d1e85-bf47-4f29-9eb6-61c0816e3e03,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:38:19.522274 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0470c9f1-e42d-4903-9d79-139f3e5747f5 x-openstack-request-id: req-0470c9f1-e42d-4903-9d79-139f3e5747f5 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:38:19.522274 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab3997d0-c146-403f-9249-e9c457819d36", "tag": "928d1e85-bf47-4f29-9eb6-61c0816e3e03", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:38:19.522274 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0470c9f1-e42d-4903-9d79-139f3e5747f5 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:38:19.522776 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0470c9f1-e42d-4903-9d79-139f3e5747f5'] response: {'name': 'network-changed', 'server_uuid': 'ab3997d0-c146-403f-9249-e9c457819d36', 'tag': '928d1e85-bf47-4f29-9eb6-61c0816e3e03', 'status': 'completed', 'code': 200} Jun 27 15:38:19.549732 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-b5a1ca8f-f614-4394-841a-b708a5e772c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:19.551385 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-b5a1ca8f-f614-4394-841a-b708a5e772c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf83328eefb741d086f33cd650fd3942&device_id=ab3997d0-c146-403f-9249-e9c457819d36 HTTP/1.1" status: 200 len: 1127 time: 0.0445836 Jun 27 15:38:19.592183 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-30e0dcc1-9419-4daf-ae74-865256bd68fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=928d1e85-bf47-4f29-9eb6-61c0816e3e03 HTTP/1.1" status: 200 len: 217 time: 0.0337760 Jun 27 15:38:19.642034 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-a951123c-7d49-4617-84a3-ebd05b152144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:19.643505 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-a951123c-7d49-4617-84a3-ebd05b152144 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=818c3638-655e-43b1-93c9-da54cd282282 HTTP/1.1" status: 200 len: 850 time: 0.0459697 Jun 27 15:38:19.692140 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-302a2e82-cde4-492b-9889-0b2c4ee75943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:19.693730 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-302a2e82-cde4-492b-9889-0b2c4ee75943 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09bbc698-5eb1-420c-a302-7f9a1544cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446372 Jun 27 15:38:19.789643 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-3648d44c-c42e-46aa-9cc9-1f9f5a07b658 service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897031 Jun 27 15:38:19.896641 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-6452a3a7-95b3-45c1-a653-0b30fe7943e2 req-cb1357eb-2419-4f78-86c1-110d7080de31 service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985844 Jun 27 15:38:20.147278 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c1f1c-91ff-408b-8fcf-f713a287bda9 req-0aba6343-1bb5-426d-b66f-a4e4f9311097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:20.148807 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-029c1f1c-91ff-408b-8fcf-f713a287bda9 req-0aba6343-1bb5-426d-b66f-a4e4f9311097 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf83328eefb741d086f33cd650fd3942&device_id=ab3997d0-c146-403f-9249-e9c457819d36 HTTP/1.1" status: 200 len: 1127 time: 0.0446911 Jun 27 15:38:20.258285 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c1f1c-91ff-408b-8fcf-f713a287bda9 req-76def920-b903-4165-a4a3-bd8fd3ccf1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:20.259768 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-029c1f1c-91ff-408b-8fcf-f713a287bda9 req-76def920-b903-4165-a4a3-bd8fd3ccf1e9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=09bbc698-5eb1-420c-a302-7f9a1544cd53 HTTP/1.1" status: 200 len: 912 time: 0.1034257 Jun 27 15:38:20.299611 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-029c1f1c-91ff-408b-8fcf-f713a287bda9 req-b2b2e862-7703-4e81-97df-445db6d4cd63 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=928d1e85-bf47-4f29-9eb6-61c0816e3e03 HTTP/1.1" status: 200 len: 217 time: 0.0330026 Jun 27 15:38:20.349641 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c1f1c-91ff-408b-8fcf-f713a287bda9 req-b59b6378-c220-46d0-ae52-545a4ad898c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:20.351187 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-029c1f1c-91ff-408b-8fcf-f713a287bda9 req-b59b6378-c220-46d0-ae52-545a4ad898c2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=818c3638-655e-43b1-93c9-da54cd282282 HTTP/1.1" status: 200 len: 850 time: 0.0463357 Jun 27 15:38:20.402509 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c1f1c-91ff-408b-8fcf-f713a287bda9 req-17f44f21-bd21-4b56-a502-2ed5f1b2cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:20.404659 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-029c1f1c-91ff-408b-8fcf-f713a287bda9 req-17f44f21-bd21-4b56-a502-2ed5f1b2cb46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09bbc698-5eb1-420c-a302-7f9a1544cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471385 Jun 27 15:38:20.443933 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:20.453166 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143e1a3-7e68-4966-b61e-5fbf9ef81ffb req-56287b90-6b1e-493f-9d95-b4d60c6fbca8 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:20.454711 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9143e1a3-7e68-4966-b61e-5fbf9ef81ffb req-56287b90-6b1e-493f-9d95-b4d60c6fbca8 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab3997d0-c146-403f-9249-e9c457819d36 HTTP/1.1" status: 200 len: 943 time: 0.0601022 Jun 27 15:38:20.504884 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9143e1a3-7e68-4966-b61e-5fbf9ef81ffb req-0347f0c3-c068-4302-89f6-485505524fd2 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443263 Jun 27 15:38:20.505133 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-029c1f1c-91ff-408b-8fcf-f713a287bda9 req-06545fd8-42e1-4207-9f9a-2f6fc8db51fe service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939200 Jun 27 15:38:20.585492 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:20.608578 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-029c1f1c-91ff-408b-8fcf-f713a287bda9 req-3a54e5ad-586a-401a-98b9-f23864bef0b7 service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960503 Jun 27 15:38:21.640645 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21d055-5bbf-452d-8432-18a29342b6ea req-35f04be3-376f-4576-9b15-f50bc1793d2d tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:21.642111 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2d21d055-5bbf-452d-8432-18a29342b6ea req-35f04be3-376f-4576-9b15-f50bc1793d2d tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab3997d0-c146-403f-9249-e9c457819d36 HTTP/1.1" status: 200 len: 943 time: 0.0583489 Jun 27 15:38:21.695619 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2d21d055-5bbf-452d-8432-18a29342b6ea req-89ad7e17-fdee-45c0-bd55-38ba49bd8e36 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454378 Jun 27 15:38:22.814739 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f6568-2602-45b3-b7a7-914c372e0c5a req-b5166aa1-3770-491f-aa19-786c81298c88 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:22.816285 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-443f6568-2602-45b3-b7a7-914c372e0c5a req-b5166aa1-3770-491f-aa19-786c81298c88 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab3997d0-c146-403f-9249-e9c457819d36 HTTP/1.1" status: 200 len: 943 time: 0.0482423 Jun 27 15:38:22.870382 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-443f6568-2602-45b3-b7a7-914c372e0c5a req-46783028-5506-4f52-a021-c2e6020ef6ea tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456789 Jun 27 15:38:23.994219 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ce3f9-80d7-4df3-8396-75bebb80e7dd req-22e395e4-1361-498d-82a2-81e62a1448f2 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:23.995714 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-394ce3f9-80d7-4df3-8396-75bebb80e7dd req-22e395e4-1361-498d-82a2-81e62a1448f2 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab3997d0-c146-403f-9249-e9c457819d36 HTTP/1.1" status: 200 len: 943 time: 0.0551519 Jun 27 15:38:24.056040 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-394ce3f9-80d7-4df3-8396-75bebb80e7dd req-aea15a05-11a1-494b-90b1-86d47580622b tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545263 Jun 27 15:38:24.778857 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=99 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:25.195420 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ca54c-9577-4727-95dc-e9206428804c req-4b5ebcf9-8f0e-4974-8328-52d15f1d9e97 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:25.197017 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e89ca54c-9577-4727-95dc-e9206428804c req-4b5ebcf9-8f0e-4974-8328-52d15f1d9e97 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab3997d0-c146-403f-9249-e9c457819d36 HTTP/1.1" status: 200 len: 943 time: 0.0647445 Jun 27 15:38:25.258192 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e89ca54c-9577-4727-95dc-e9206428804c req-8a3f0215-62d6-4eb4-888f-a543d2d7b879 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526135 Jun 27 15:38:26.276827 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=95 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:26.396712 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b3536-3023-4dcc-9f02-88db08f7e1e0 req-eeb4eb41-6c7c-483a-ae22-2497966cf5d8 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:26.398802 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-328b3536-3023-4dcc-9f02-88db08f7e1e0 req-eeb4eb41-6c7c-483a-ae22-2497966cf5d8 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab3997d0-c146-403f-9249-e9c457819d36 HTTP/1.1" status: 200 len: 943 time: 0.0601971 Jun 27 15:38:26.453680 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-328b3536-3023-4dcc-9f02-88db08f7e1e0 req-4f1d4281-1c74-485e-b1e0-dc5c301b1627 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489604 Jun 27 15:38:27.580429 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c1c71-f179-476a-a09f-8b8981a981f5 req-5ada7982-7813-4423-acea-ab9d81b7d608 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:27.581913 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-268c1c71-f179-476a-a09f-8b8981a981f5 req-5ada7982-7813-4423-acea-ab9d81b7d608 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab3997d0-c146-403f-9249-e9c457819d36 HTTP/1.1" status: 200 len: 943 time: 0.0584519 Jun 27 15:38:27.633608 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-268c1c71-f179-476a-a09f-8b8981a981f5 req-9e7eeb39-66b8-45e2-a283-52cb8294ac24 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447030 Jun 27 15:38:28.141566 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 928d1e85-bf47-4f29-9eb6-61c0816e3e03 details requested by agent hyperv_hv-cinder-84779 with host hv-cinder-84779 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 15:38:28.251151 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 928d1e85-bf47-4f29-9eb6-61c0816e3e03, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=928d1e85-bf47-4f29-9eb6-61c0816e3e03,segment=NetworkSegment(266d88ec-a72c-492c-9ab4-5d6e98715c36),segment_id=266d88ec-a72c-492c-9ab4-5d6e98715c36)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:38:28.263051 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Returning: {'device': '928d1e85-bf47-4f29-9eb6-61c0816e3e03', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'port_id': '928d1e85-bf47-4f29-9eb6-61c0816e3e03', 'mac_address': 'fa:16:3e:77:1a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '818c3638-655e-43b1-93c9-da54cd282282', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 15:38:28.303923 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 928d1e85-bf47-4f29-9eb6-61c0816e3e03 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:38:28.304353 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (928d1e85-bf47-4f29-9eb6-61c0816e3e03), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:28.317505 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 928d1e85-bf47-4f29-9eb6-61c0816e3e03 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:38:28.341314 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 928d1e85-bf47-4f29-9eb6-61c0816e3e03, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=928d1e85-bf47-4f29-9eb6-61c0816e3e03,segment=NetworkSegment(266d88ec-a72c-492c-9ab4-5d6e98715c36),segment_id=266d88ec-a72c-492c-9ab4-5d6e98715c36)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:38:28.348075 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (928d1e85-bf47-4f29-9eb6-61c0816e3e03), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:28.400178 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=928d1e85-bf47-4f29-9eb6-61c0816e3e03,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:38:28.549936 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['928d1e85-bf47-4f29-9eb6-61c0816e3e03'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:38:28.754029 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c382a60-328c-4661-9203-d50f6b5d1e27 req-a743e624-ee19-45a6-9609-38dab45cecfe tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:28.755604 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4c382a60-328c-4661-9203-d50f6b5d1e27 req-a743e624-ee19-45a6-9609-38dab45cecfe tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab3997d0-c146-403f-9249-e9c457819d36 HTTP/1.1" status: 200 len: 944 time: 0.0507956 Jun 27 15:38:28.807803 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4c382a60-328c-4661-9203-d50f6b5d1e27 req-46270b3b-98f9-4885-a91e-7ba3c730b6a5 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460503 Jun 27 15:38:29.936518 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dc349-c3e9-4feb-94c0-ed0aba360945 req-b730d77a-9126-4b0c-b6b6-d19e9643c868 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:29.938303 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-651dc349-c3e9-4feb-94c0-ed0aba360945 req-b730d77a-9126-4b0c-b6b6-d19e9643c868 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab3997d0-c146-403f-9249-e9c457819d36 HTTP/1.1" status: 200 len: 944 time: 0.0578148 Jun 27 15:38:29.994821 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-651dc349-c3e9-4feb-94c0-ed0aba360945 req-3d371127-2ab7-4840-862b-169b08a2b965 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475237 Jun 27 15:38:30.143510 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 928d1e85-bf47-4f29-9eb6-61c0816e3e03 up at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:38:30.176556 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:30.191118 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:30.193795 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning for port 928d1e85-bf47-4f29-9eb6-61c0816e3e03 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 15:38:30.201344 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning complete for port 928d1e85-bf47-4f29-9eb6-61c0816e3e03 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:38:30.201652 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (928d1e85-bf47-4f29-9eb6-61c0816e3e03), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:30.278401 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 928d1e85-bf47-4f29-9eb6-61c0816e3e03 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:38:30.278814 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (928d1e85-bf47-4f29-9eb6-61c0816e3e03), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:30.307591 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3997d0-c146-403f-9249-e9c457819d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928d1e85-bf47-4f29-9eb6-61c0816e3e03'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:38:30.310142 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d85b7032bc105ad9eb63a31382f750c4bf6bbb4824e658972134fe301cb831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93abe53-bb04-48a2-bbf8-e3e682e7bc2f" -d '{"events": [{"server_uuid": "ab3997d0-c146-403f-9249-e9c457819d36", "name": "network-vif-plugged", "status": "completed", "tag": "928d1e85-bf47-4f29-9eb6-61c0816e3e03"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:38:30.325312 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 928d1e85-bf47-4f29-9eb6-61c0816e3e03, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=928d1e85-bf47-4f29-9eb6-61c0816e3e03,segment=NetworkSegment(266d88ec-a72c-492c-9ab4-5d6e98715c36),segment_id=266d88ec-a72c-492c-9ab4-5d6e98715c36)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:38:30.330240 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (928d1e85-bf47-4f29-9eb6-61c0816e3e03), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:30.382187 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=928d1e85-bf47-4f29-9eb6-61c0816e3e03,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:38:30.475820 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297d9f64-2b04-430e-9e67-040df4e36c39 x-openstack-request-id: req-297d9f64-2b04-430e-9e67-040df4e36c39 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:38:30.476155 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3997d0-c146-403f-9249-e9c457819d36", "name": "network-vif-plugged", "status": "completed", "tag": "928d1e85-bf47-4f29-9eb6-61c0816e3e03", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:38:30.476438 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-297d9f64-2b04-430e-9e67-040df4e36c39 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:38:30.476843 dv-cinder-847798-1-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-297d9f64-2b04-430e-9e67-040df4e36c39'] response: {'server_uuid': 'ab3997d0-c146-403f-9249-e9c457819d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928d1e85-bf47-4f29-9eb6-61c0816e3e03', 'code': 200} Jun 27 15:38:30.709769 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cd509-ee2f-4723-a375-7b9e91bae16b req-3603b5ba-c692-4102-8419-b5a37b159ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:30.711515 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cd1cd509-ee2f-4723-a375-7b9e91bae16b req-3603b5ba-c692-4102-8419-b5a37b159ca3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ab3997d0-c146-403f-9249-e9c457819d36 HTTP/1.1" status: 200 len: 1129 time: 0.0502043 Jun 27 15:38:30.783109 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-cd1cd509-ee2f-4723-a375-7b9e91bae16b req-00060ef2-fe78-498f-982f-ee0f94a81ac2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510979 Jun 27 15:38:31.133689 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ddf35-4757-447c-aadf-28e38775387f req-50388e68-4e7d-441e-93ed-c94ccca50b9d tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:31.135877 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-728ddf35-4757-447c-aadf-28e38775387f req-50388e68-4e7d-441e-93ed-c94ccca50b9d tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab3997d0-c146-403f-9249-e9c457819d36 HTTP/1.1" status: 200 len: 945 time: 0.0622067 Jun 27 15:38:31.198041 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-728ddf35-4757-447c-aadf-28e38775387f req-50f80d82-2bd2-4803-8aeb-3bfcab8bb2f1 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504410 Jun 27 15:38:32.320214 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3015210-7f79-4c27-b2f7-d1bf705329a0 req-bbc6fd4f-0b01-405c-8658-b5d917b3d074 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:32.322225 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d3015210-7f79-4c27-b2f7-d1bf705329a0 req-bbc6fd4f-0b01-405c-8658-b5d917b3d074 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab3997d0-c146-403f-9249-e9c457819d36 HTTP/1.1" status: 200 len: 945 time: 0.0488160 Jun 27 15:38:32.376924 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-d3015210-7f79-4c27-b2f7-d1bf705329a0 req-d5e34286-7831-4305-ad5b-d97314b0c553 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467510 Jun 27 15:38:32.492382 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda7fc6-ea21-4c17-9f2f-5a4319027181 req-e2a678a9-8ada-4c6f-9680-8d2892624a46 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:32.493732 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9dda7fc6-ea21-4c17-9f2f-5a4319027181 req-e2a678a9-8ada-4c6f-9680-8d2892624a46 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab3997d0-c146-403f-9249-e9c457819d36 HTTP/1.1" status: 200 len: 945 time: 0.0497713 Jun 27 15:38:32.546550 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-9dda7fc6-ea21-4c17-9f2f-5a4319027181 req-3c882713-5808-451f-9c7f-efcb176e0db9 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445888 Jun 27 15:38:32.575506 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 60206) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:38:32.625554 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c7eb6e-ccc7-4d91-a870-7bb29c911cb1 tempest-TestVolumeBootPattern-1221491534 tempest-TestVolumeBootPattern-1221491534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:32.627047 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-d7c7eb6e-ccc7-4d91-a870-7bb29c911cb1 tempest-TestVolumeBootPattern-1221491534 tempest-TestVolumeBootPattern-1221491534-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ab3997d0-c146-403f-9249-e9c457819d36 HTTP/1.1" status: 200 len: 1124 time: 0.0503235 Jun 27 15:38:32.631372 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 60208) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:38:32.635972 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-0c5f58e8-309f-4032-a1a6-cac204ce14ca tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Request body: {'floatingip': {'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'port_id': '928d1e85-bf47-4f29-9eb6-61c0816e3e03', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:38:32.658742 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0c5f58e8-309f-4032-a1a6-cac204ce14ca tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:32.673059 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:32.675721 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-428621ab-4d20-413f-b1f7-f759897a5871 req-dad04e52-3054-4ee8-ad1d-a8e78e9c3fcf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ab3997d0-c146-403f-9249-e9c457819d36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429783 Jun 27 15:38:32.739065 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0c5f58e8-309f-4032-a1a6-cac204ce14ca tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:32.756563 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428621ab-4d20-413f-b1f7-f759897a5871 req-7df1b05b-b0e3-4c0b-a477-798f5abc6a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:32.758337 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-428621ab-4d20-413f-b1f7-f759897a5871 req-7df1b05b-b0e3-4c0b-a477-798f5abc6a8a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf83328eefb741d086f33cd650fd3942&device_id=ab3997d0-c146-403f-9249-e9c457819d36 HTTP/1.1" status: 200 len: 1129 time: 0.0399520 Jun 27 15:38:32.847196 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-0c5f58e8-309f-4032-a1a6-cac204ce14ca tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Allocated IP 172.27.2.9 (514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb/6226739c-eac4-4784-90b9-a0481f53f3ba/a570c1f5-f0ae-4a4a-b1dc-0ab91c528c8a) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:38:32.863700 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428621ab-4d20-413f-b1f7-f759897a5871 req-4dd36d77-bd50-4e37-8c81-5d432c45b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:32.865236 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-428621ab-4d20-413f-b1f7-f759897a5871 req-4dd36d77-bd50-4e37-8c81-5d432c45b346 service neutron] 10.222.0.42 "GET /v2.0/networks?id=09bbc698-5eb1-420c-a302-7f9a1544cd53 HTTP/1.1" status: 200 len: 912 time: 0.0888555 Jun 27 15:38:32.873817 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:32.907874 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-428621ab-4d20-413f-b1f7-f759897a5871 req-7488923b-3d3f-4c28-8b2d-e2cafcf6e67e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=928d1e85-bf47-4f29-9eb6-61c0816e3e03 HTTP/1.1" status: 200 len: 217 time: 0.0368145 Jun 27 15:38:32.956381 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0c5f58e8-309f-4032-a1a6-cac204ce14ca tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for port (a570c1f5-f0ae-4a4a-b1dc-0ab91c528c8a), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:32.957840 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428621ab-4d20-413f-b1f7-f759897a5871 req-87fd07df-54df-4cc8-8aa4-298621084819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:32.959339 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-428621ab-4d20-413f-b1f7-f759897a5871 req-87fd07df-54df-4cc8-8aa4-298621084819 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=818c3638-655e-43b1-93c9-da54cd282282 HTTP/1.1" status: 200 len: 850 time: 0.0458374 Jun 27 15:38:32.994553 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0c5f58e8-309f-4032-a1a6-cac204ce14ca tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (a570c1f5-f0ae-4a4a-b1dc-0ab91c528c8a), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:33.003609 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428621ab-4d20-413f-b1f7-f759897a5871 req-c329afad-6cb5-4921-a1f7-86c0a7e68f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:33.005157 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-428621ab-4d20-413f-b1f7-f759897a5871 req-c329afad-6cb5-4921-a1f7-86c0a7e68f98 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09bbc698-5eb1-420c-a302-7f9a1544cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402586 Jun 27 15:38:33.038853 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5f58e8-309f-4032-a1a6-cac204ce14ca tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:38:33.041924 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-0c5f58e8-309f-4032-a1a6-cac204ce14ca tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:38:33.045914 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5f58e8-309f-4032-a1a6-cac204ce14ca tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:38:33.068701 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f58e8-309f-4032-a1a6-cac204ce14ca tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Pushing event updated for resources: {'Port': ['ID=a570c1f5-f0ae-4a4a-b1dc-0ab91c528c8a,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:38:33.085904 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:33.105868 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-428621ab-4d20-413f-b1f7-f759897a5871 req-3c833e06-de85-4009-b8cc-3ba98238a0bc service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942519 Jun 27 15:38:33.128923 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:33.197323 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-428621ab-4d20-413f-b1f7-f759897a5871 req-0f17721e-18de-40af-bcc2-c8a3fd27fb27 service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854762 Jun 27 15:38:33.409348 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0c5f58e8-309f-4032-a1a6-cac204ce14ca tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for floatingip (2dfbbc2f-aa42-4b07-9406-aa2a39e44bb5), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:33.494358 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:33.500249 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0c5f58e8-309f-4032-a1a6-cac204ce14ca tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (a570c1f5-f0ae-4a4a-b1dc-0ab91c528c8a), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:33.650159 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0c5f58e8-309f-4032-a1a6-cac204ce14ca tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for port (a570c1f5-f0ae-4a4a-b1dc-0ab91c528c8a), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:33.657459 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0c5f58e8-309f-4032-a1a6-cac204ce14ca tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (a570c1f5-f0ae-4a4a-b1dc-0ab91c528c8a), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:33.696453 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:33.726755 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f58e8-309f-4032-a1a6-cac204ce14ca tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Pushing event updated for resources: {'Port': ['ID=a570c1f5-f0ae-4a4a-b1dc-0ab91c528c8a,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:38:33.737553 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0c5f58e8-309f-4032-a1a6-cac204ce14ca tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (2dfbbc2f-aa42-4b07-9406-aa2a39e44bb5), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:34.114599 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.l3_db [None req-0c5f58e8-309f-4032-a1a6-cac204ce14ca tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Floating IP 2dfbbc2f-aa42-4b07-9406-aa2a39e44bb5 associated. External IP: 172.27.2.9, port: 928d1e85-bf47-4f29-9eb6-61c0816e3e03. Jun 27 15:38:34.328929 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5f58e8-309f-4032-a1a6-cac204ce14ca tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Router 9d1a6659-3979-4d86-b94f-96317f247349 has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:38:34.451090 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5f58e8-309f-4032-a1a6-cac204ce14ca tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:38:34.462095 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932d9328-aa44-4a8c-8355-47e90bb068bb None None] Sync routers for ids ['9d1a6659-3979-4d86-b94f-96317f247349'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:38:34.471512 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-0c5f58e8-309f-4032-a1a6-cac204ce14ca tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:34.473331 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932d9328-aa44-4a8c-8355-47e90bb068bb None None] Routers {'9d1a6659-3979-4d86-b94f-96317f247349'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:38:34.473951 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-932d9328-aa44-4a8c-8355-47e90bb068bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:38:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['9d1a6659-3979-4d86-b94f-96317f247349'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:38:34.502073 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-0c5f58e8-309f-4032-a1a6-cac204ce14ca tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8695626 Jun 27 15:38:34.502703 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3997d0-c146-403f-9249-e9c457819d36', 'tag': '928d1e85-bf47-4f29-9eb6-61c0816e3e03'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:38:34.504945 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9df12b-a427-409f-ae10-2b6fd77e88f8" -d '{"events": [{"name": "network-changed", "server_uuid": "ab3997d0-c146-403f-9249-e9c457819d36", "tag": "928d1e85-bf47-4f29-9eb6-61c0816e3e03"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:38:34.542536 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e599e0-da77-4b9a-8bb2-39b4126fce4d x-openstack-request-id: req-37e599e0-da77-4b9a-8bb2-39b4126fce4d {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:38:34.542830 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab3997d0-c146-403f-9249-e9c457819d36", "tag": "928d1e85-bf47-4f29-9eb6-61c0816e3e03", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:38:34.543100 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-37e599e0-da77-4b9a-8bb2-39b4126fce4d {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:38:34.543509 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37e599e0-da77-4b9a-8bb2-39b4126fce4d'] response: {'name': 'network-changed', 'server_uuid': 'ab3997d0-c146-403f-9249-e9c457819d36', 'tag': '928d1e85-bf47-4f29-9eb6-61c0816e3e03', 'status': 'completed', 'code': 200} Jun 27 15:38:34.578885 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-932d9328-aa44-4a8c-8355-47e90bb068bb None None] Set router 9d1a6659-3979-4d86-b94f-96317f247349 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:38:34.610707 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9df12b-a427-409f-ae10-2b6fd77e88f8 req-dc4ae8b8-09fb-429e-b754-0b5ced355a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:34.612205 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ac9df12b-a427-409f-ae10-2b6fd77e88f8 req-dc4ae8b8-09fb-429e-b754-0b5ced355a1f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf83328eefb741d086f33cd650fd3942&device_id=ab3997d0-c146-403f-9249-e9c457819d36 HTTP/1.1" status: 200 len: 1129 time: 0.0465784 Jun 27 15:38:34.707166 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9df12b-a427-409f-ae10-2b6fd77e88f8 req-5a6fabc8-c3fa-4fff-9cab-d46d8fbeddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:34.708619 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ac9df12b-a427-409f-ae10-2b6fd77e88f8 req-5a6fabc8-c3fa-4fff-9cab-d46d8fbeddc8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=09bbc698-5eb1-420c-a302-7f9a1544cd53 HTTP/1.1" status: 200 len: 912 time: 0.0907133 Jun 27 15:38:34.775681 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ac9df12b-a427-409f-ae10-2b6fd77e88f8 req-6c927a40-00ed-4afa-8c9c-590c38c9e95b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=928d1e85-bf47-4f29-9eb6-61c0816e3e03 HTTP/1.1" status: 200 len: 997 time: 0.0611396 Jun 27 15:38:34.801110 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-932d9328-aa44-4a8c-8355-47e90bb068bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1a6659-3979-4d86-b94f-96317f247349', 'name': 'tempest-TestVolumeBootPattern-919522570-router', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e153a897-25a4-456a-bc54-8426d743d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:24Z', 'revision_number': 4, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'gw_port': {'id': 'e153a897-25a4-456a-bc54-8426d743d948', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '2dfbbc2f-aa42-4b07-9406-aa2a39e44bb5', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'port_id': '928d1e85-bf47-4f29-9eb6-61c0816e3e03', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'mac_address': 'fa:16:3e:77:1a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3997d0-c146-403f-9249-e9c457819d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:38:33Z', 'updated_at': '2022-06-27T15:38:33Z', 'revision_number': 0, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016cc6bd-712a-49cc-9909-1460fd182f00', 'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'mac_address': 'fa:16:3e:ce:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '818c3638-655e-43b1-93c9-da54cd282282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:23Z', 'updated_at': '2022-06-27T15:35:29Z', 'revision_number': 5, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'subnets': [{'id': '818c3638-655e-43b1-93c9-da54cd282282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:38:34.826212 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9df12b-a427-409f-ae10-2b6fd77e88f8 req-ae739d44-89d2-45f6-8447-fbd577e46193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:34.826480 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932d9328-aa44-4a8c-8355-47e90bb068bb None None] Checking router: 9d1a6659-3979-4d86-b94f-96317f247349 for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:38:34.827681 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ac9df12b-a427-409f-ae10-2b6fd77e88f8 req-ae739d44-89d2-45f6-8447-fbd577e46193 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=818c3638-655e-43b1-93c9-da54cd282282 HTTP/1.1" status: 200 len: 850 time: 0.0454681 Jun 27 15:38:34.835087 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932d9328-aa44-4a8c-8355-47e90bb068bb None None] Routers {'9d1a6659-3979-4d86-b94f-96317f247349'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:38:34.835679 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-932d9328-aa44-4a8c-8355-47e90bb068bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:38:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['9d1a6659-3979-4d86-b94f-96317f247349'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:38:34.873514 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9df12b-a427-409f-ae10-2b6fd77e88f8 req-e842bb7b-d2a5-4be6-9fed-620524c39977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:38:34.875043 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ac9df12b-a427-409f-ae10-2b6fd77e88f8 req-e842bb7b-d2a5-4be6-9fed-620524c39977 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09bbc698-5eb1-420c-a302-7f9a1544cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416040 Jun 27 15:38:34.940844 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-932d9328-aa44-4a8c-8355-47e90bb068bb None None] Set router 9d1a6659-3979-4d86-b94f-96317f247349 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:38:34.969185 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ac9df12b-a427-409f-ae10-2b6fd77e88f8 req-ea756cce-fbb3-4830-ac91-457e89de9d9c service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873802 Jun 27 15:38:35.061217 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ac9df12b-a427-409f-ae10-2b6fd77e88f8 req-b78e3b58-9a2e-4791-be73-1281a37b0e0e service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865848 Jun 27 15:38:35.160954 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-932d9328-aa44-4a8c-8355-47e90bb068bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1a6659-3979-4d86-b94f-96317f247349', 'name': 'tempest-TestVolumeBootPattern-919522570-router', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e153a897-25a4-456a-bc54-8426d743d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:24Z', 'revision_number': 4, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'gw_port': {'id': 'e153a897-25a4-456a-bc54-8426d743d948', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '2dfbbc2f-aa42-4b07-9406-aa2a39e44bb5', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'port_id': '928d1e85-bf47-4f29-9eb6-61c0816e3e03', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'mac_address': 'fa:16:3e:77:1a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3997d0-c146-403f-9249-e9c457819d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:38:33Z', 'updated_at': '2022-06-27T15:38:33Z', 'revision_number': 0, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016cc6bd-712a-49cc-9909-1460fd182f00', 'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'mac_address': 'fa:16:3e:ce:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '818c3638-655e-43b1-93c9-da54cd282282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:23Z', 'updated_at': '2022-06-27T15:35:29Z', 'revision_number': 5, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'subnets': [{'id': '818c3638-655e-43b1-93c9-da54cd282282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:38:35.186474 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932d9328-aa44-4a8c-8355-47e90bb068bb None None] The sync data for ids ['9d1a6659-3979-4d86-b94f-96317f247349'] in dv-cinder-847798-1-iscsi is: [{'id': '9d1a6659-3979-4d86-b94f-96317f247349', 'name': 'tempest-TestVolumeBootPattern-919522570-router', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e153a897-25a4-456a-bc54-8426d743d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:24Z', 'revision_number': 4, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'gw_port': {'id': 'e153a897-25a4-456a-bc54-8426d743d948', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '2dfbbc2f-aa42-4b07-9406-aa2a39e44bb5', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'port_id': '928d1e85-bf47-4f29-9eb6-61c0816e3e03', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'mac_address': 'fa:16:3e:77:1a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3997d0-c146-403f-9249-e9c457819d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:38:33Z', 'updated_at': '2022-06-27T15:38:33Z', 'revision_number': 0, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016cc6bd-712a-49cc-9909-1460fd182f00', 'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'mac_address': 'fa:16:3e:ce:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '818c3638-655e-43b1-93c9-da54cd282282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:23Z', 'updated_at': '2022-06-27T15:35:29Z', 'revision_number': 5, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'subnets': [{'id': '818c3638-655e-43b1-93c9-da54cd282282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:38:35.393350 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29e3f14-1bc6-4f03-b5be-b92941ba03af None None] New status for floating IP 2dfbbc2f-aa42-4b07-9406-aa2a39e44bb5: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 15:38:38.808694 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6c53e7a2-0251-4aa8-866b-f7d1a492b395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:41.718278 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d7f65c54-4277-43ca-8d6b-609249be835e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:43.482576 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:44.497177 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:44.499249 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=54 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:44.652130 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:45.055591 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=49 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:45.057639 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=64 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:45.100166 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:48.988785 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:38:51.190322 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=74 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:51.191334 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=80 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:53.280874 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:38:58.980939 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=43,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:38:58.982909 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=39,neutron:UPDATE=6 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:39:07.181177 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=15 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:39:07.182906 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=13 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:39:08.804490 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-4a10c34a-59b4-4ba2-82e3-51d0b258b471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:39:11.718736 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-569cc1f3-fe48-42ab-91f4-d049833b0cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:39:13.485942 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:39:14.647503 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:39:15.102489 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:39:19.009026 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:39:28.182352 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:39:28.186968 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:39:28.997186 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:39:29.001738 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:39:30.283282 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:39:31.784516 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f7fac6da-7574-46ab-b418-1754b86d74a6 req-ce967c18-c605-4bc4-bea5-9f49c8a315bf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ab3997d0-c146-403f-9249-e9c457819d36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430822 Jun 27 15:39:31.873820 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fac6da-7574-46ab-b418-1754b86d74a6 req-a25c36ba-58f3-4fb5-a1e7-db82754373ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:39:31.875311 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f7fac6da-7574-46ab-b418-1754b86d74a6 req-a25c36ba-58f3-4fb5-a1e7-db82754373ee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf83328eefb741d086f33cd650fd3942&device_id=ab3997d0-c146-403f-9249-e9c457819d36 HTTP/1.1" status: 200 len: 1129 time: 0.0423067 Jun 27 15:39:31.994187 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fac6da-7574-46ab-b418-1754b86d74a6 req-2b2f3544-b2e1-404e-9131-01dd45d4aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:39:31.995632 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f7fac6da-7574-46ab-b418-1754b86d74a6 req-2b2f3544-b2e1-404e-9131-01dd45d4aae3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=09bbc698-5eb1-420c-a302-7f9a1544cd53 HTTP/1.1" status: 200 len: 912 time: 0.0982189 Jun 27 15:39:32.063605 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f7fac6da-7574-46ab-b418-1754b86d74a6 req-eadec6a6-5db3-4b34-a10c-1ae9080027cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=928d1e85-bf47-4f29-9eb6-61c0816e3e03 HTTP/1.1" status: 200 len: 999 time: 0.0615582 Jun 27 15:39:32.113062 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fac6da-7574-46ab-b418-1754b86d74a6 req-539fffed-0866-4fc4-a7bb-6be0fd1f101b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:39:32.114485 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f7fac6da-7574-46ab-b418-1754b86d74a6 req-539fffed-0866-4fc4-a7bb-6be0fd1f101b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=818c3638-655e-43b1-93c9-da54cd282282 HTTP/1.1" status: 200 len: 850 time: 0.0441120 Jun 27 15:39:32.159892 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fac6da-7574-46ab-b418-1754b86d74a6 req-0532568d-6fce-4677-8f3b-6f86057ee700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:39:32.161328 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f7fac6da-7574-46ab-b418-1754b86d74a6 req-0532568d-6fce-4677-8f3b-6f86057ee700 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09bbc698-5eb1-420c-a302-7f9a1544cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408843 Jun 27 15:39:32.261338 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f7fac6da-7574-46ab-b418-1754b86d74a6 req-ef214bdd-0482-4a99-a6d2-f90c27d1b85f service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940170 Jun 27 15:39:32.359702 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f7fac6da-7574-46ab-b418-1754b86d74a6 req-c1852e96-be3e-429a-a188-14971d88812a service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924547 Jun 27 15:39:38.806435 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c23c2592-b178-4f46-8c27-700c30d2e7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:39:40.275548 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:39:40.276379 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:39:41.715929 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c6f95872-a090-4cd3-88f5-8e8022c72bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:39:42.354335 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=52 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:39:42.356501 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=49 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:39:43.489428 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:39:44.657923 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:39:45.112907 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:39:49.008194 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:39:58.994330 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:39:59.002129 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:40:05.187485 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:40:06.261405 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:40:07.283964 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:40:08.801482 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8707b36f-fdbd-4456-9f95-e311cac89c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:09.245409 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-80dd965e-fd49-4e79-87f1-957437e887a8 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1949080385&fields=id&tenant_id=bf83328eefb741d086f33cd650fd3942 HTTP/1.1" status: 200 len: 267 time: 0.0477524 Jun 27 15:40:09.360581 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-fde77dac-f32d-46c5-bbec-733338e52212 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:09.362136 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-fde77dac-f32d-46c5-bbec-733338e52212 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/networks?id=09bbc698-5eb1-420c-a302-7f9a1544cd53 HTTP/1.1" status: 200 len: 811 time: 0.1099091 Jun 27 15:40:09.377401 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-872bd487-46c0-4dc7-a7fc-474b06c32183 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/quotas/bf83328eefb741d086f33cd650fd3942 HTTP/1.1" status: 200 len: 375 time: 0.0098593 Jun 27 15:40:09.433136 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-214e1bfa-f4cb-4305-8a50-9ab3d13dea49 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bf83328eefb741d086f33cd650fd3942&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506413 Jun 27 15:40:09.531861 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-91f58ccb-a331-4840-83ea-61450592235e service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=104031) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 27 15:40:09.533053 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-91f58ccb-a331-4840-83ea-61450592235e service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0886517 Jun 27 15:40:09.631214 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-fdc1f0b2-12d0-4f4f-ab60-31fa02c62c7b service neutron] 10.222.0.26 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918002 Jun 27 15:40:09.725769 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-e24f274b-bff3-4297-b2d0-a31843c5368d service neutron] 10.222.0.26 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860627 Jun 27 15:40:10.046253 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-2a8aee75-d14a-4c32-82ef-02616ffaa9d5 req-c0b88b8c-b4ec-45d9-a7c5-0dcc928b047c tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d22de4-fe9b-4216-a214-adc8bb03cb87 HTTP/1.1" status: 200 len: 210 time: 0.0344911 Jun 27 15:40:11.039002 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-1ffbd535-790e-45e9-8ea3-445648cdbd27 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:11.040494 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-1ffbd535-790e-45e9-8ea3-445648cdbd27 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.42 "GET /v2.0/networks?id=09bbc698-5eb1-420c-a302-7f9a1544cd53 HTTP/1.1" status: 200 len: 811 time: 0.1086376 Jun 27 15:40:11.107692 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-d86c880d-a06a-4209-8e55-d84e5e500a42 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf83328eefb741d086f33cd650fd3942 HTTP/1.1" status: 200 len: 380 time: 0.0583336 Jun 27 15:40:11.115492 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-77f439b7-79db-4d20-a7bb-33f1880927de tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Request body: {'port': {'device_id': '24d22de4-fe9b-4216-a214-adc8bb03cb87', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'admin_state_up': True, 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'security_groups': ['83fca23a-321b-4e0f-903d-65307b761882']}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:40:11.149677 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-3fe8d96c-8e39-4691-8384-499ee1f75927 req-bb86b9c2-7515-460e-95f3-0b161485c009 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d22de4-fe9b-4216-a214-adc8bb03cb87 HTTP/1.1" status: 200 len: 210 time: 0.0288203 Jun 27 15:40:11.237268 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-77f439b7-79db-4d20-a7bb-33f1880927de tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Made reservation on behalf of bf83328eefb741d086f33cd650fd3942 for: {'port': 1} {{(pid=104032) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 27 15:40:11.241345 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-77f439b7-79db-4d20-a7bb-33f1880927de tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:11.379243 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.db_base_plugin_common [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-77f439b7-79db-4d20-a7bb-33f1880927de tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Allocated IP 172.20.0.14 (09bbc698-5eb1-420c-a302-7f9a1544cd53/818c3638-655e-43b1-93c9-da54cd282282/6716d421-2168-4811-813c-2f62c8b1cb66) {{(pid=104032) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:40:11.525050 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-77f439b7-79db-4d20-a7bb-33f1880927de tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for port (6716d421-2168-4811-813c-2f62c8b1cb66), precommit_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:11.558465 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-77f439b7-79db-4d20-a7bb-33f1880927de tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (6716d421-2168-4811-813c-2f62c8b1cb66), after_create {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:11.605913 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-77f439b7-79db-4d20-a7bb-33f1880927de tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Network 09bbc698-5eb1-420c-a302-7f9a1544cd53 is already hosted by enough agents. {{(pid=104032) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:40:11.608943 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.base_scheduler [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-77f439b7-79db-4d20-a7bb-33f1880927de tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Resources bound (agent type, host, resource id): {{(pid=104032) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:40:11.612895 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-77f439b7-79db-4d20-a7bb-33f1880927de tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Received port after_create {{(pid=104032) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:40:11.618843 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f439b7-79db-4d20-a7bb-33f1880927de tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Pushing event updated for resources: {'Port': ['ID=6716d421-2168-4811-813c-2f62c8b1cb66,revision_number=1']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:40:11.648027 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f439b7-79db-4d20-a7bb-33f1880927de tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:11.648287 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f439b7-79db-4d20-a7bb-33f1880927de tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:11.648657 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f439b7-79db-4d20-a7bb-33f1880927de tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:11.648991 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f439b7-79db-4d20-a7bb-33f1880927de tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:11.649301 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f439b7-79db-4d20-a7bb-33f1880927de tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:11.649638 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f439b7-79db-4d20-a7bb-33f1880927de tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:11.649940 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f439b7-79db-4d20-a7bb-33f1880927de tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:11.650272 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f439b7-79db-4d20-a7bb-33f1880927de tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:11.650594 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f439b7-79db-4d20-a7bb-33f1880927de tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:11.650905 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f439b7-79db-4d20-a7bb-33f1880927de tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:11.651226 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f439b7-79db-4d20-a7bb-33f1880927de tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:11.651547 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f439b7-79db-4d20-a7bb-33f1880927de tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:11.651912 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f439b7-79db-4d20-a7bb-33f1880927de tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:11.652173 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f439b7-79db-4d20-a7bb-33f1880927de tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:11.652505 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f439b7-79db-4d20-a7bb-33f1880927de tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:11.677514 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-77f439b7-79db-4d20-a7bb-33f1880927de tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:11.678221 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-77f439b7-79db-4d20-a7bb-33f1880927de tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:11.697093 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-77f439b7-79db-4d20-a7bb-33f1880927de tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5853105 Jun 27 15:40:11.707958 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.v2.base [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-e3ddc07f-f235-4f60-9eee-d56c2551993c service neutron] Request body: {'port': {'device_id': '24d22de4-fe9b-4216-a214-adc8bb03cb87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84779'}} {{(pid=104032) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:40:11.713564 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-bb5961cf-424e-4280-946b-b3b2d9f45279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:11.768879 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:40:11.774336 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-e3ddc07f-f235-4f60-9eee-d56c2551993c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (6716d421-2168-4811-813c-2f62c8b1cb66), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:11.783916 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:40:11.837517 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-34576eac-fe47-465d-b5aa-74df805ec425 None None] Provisioning complete for port 6716d421-2168-4811-813c-2f62c8b1cb66 triggered by entity DHCP. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:40:11.837968 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-34576eac-fe47-465d-b5aa-74df805ec425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (6716d421-2168-4811-813c-2f62c8b1cb66), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:11.869920 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-34576eac-fe47-465d-b5aa-74df805ec425 None None] Port 6716d421-2168-4811-813c-2f62c8b1cb66 cannot update to ACTIVE because it is not bound. {{(pid=104033) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 27 15:40:12.040848 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-e3ddc07f-f235-4f60-9eee-d56c2551993c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6716d421-2168-4811-813c-2f62c8b1cb66 {{(pid=104032) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:40:12.048794 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-e3ddc07f-f235-4f60-9eee-d56c2551993c service neutron] Publish callbacks [] for port (6716d421-2168-4811-813c-2f62c8b1cb66), precommit_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:12.063563 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.provisioning_blocks [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-e3ddc07f-f235-4f60-9eee-d56c2551993c service neutron] Transition to ACTIVE for port object 6716d421-2168-4811-813c-2f62c8b1cb66 will not be triggered until provisioned by entity L2. {{(pid=104032) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 27 15:40:12.069118 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-e3ddc07f-f235-4f60-9eee-d56c2551993c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9438190'] for port (6716d421-2168-4811-813c-2f62c8b1cb66), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:12.122134 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddc07f-f235-4f60-9eee-d56c2551993c service neutron] Pushing event updated for resources: {'Port': ['ID=6716d421-2168-4811-813c-2f62c8b1cb66,revision_number=2']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:40:12.201014 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-e3ddc07f-f235-4f60-9eee-d56c2551993c service neutron] Attempting to bind port 6716d421-2168-4811-813c-2f62c8b1cb66 on host hv-cinder-84779 for vnic_type normal with profile {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 27 15:40:12.201440 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-e3ddc07f-f235-4f60-9eee-d56c2551993c service neutron] Attempting to bind port 6716d421-2168-4811-813c-2f62c8b1cb66 by drivers openvswitch,hyperv on host hv-cinder-84779 at level 0 using segments [{'id': '266d88ec-a72c-492c-9ab4-5d6e98715c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53'}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 27 15:40:12.201839 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-e3ddc07f-f235-4f60-9eee-d56c2551993c service neutron] Attempting to bind port 6716d421-2168-4811-813c-2f62c8b1cb66 on network 09bbc698-5eb1-420c-a302-7f9a1544cd53 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:40:12.207969 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-e3ddc07f-f235-4f60-9eee-d56c2551993c service neutron] Port 6716d421-2168-4811-813c-2f62c8b1cb66 on network 09bbc698-5eb1-420c-a302-7f9a1544cd53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84779 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 27 15:40:12.207969 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-e3ddc07f-f235-4f60-9eee-d56c2551993c service neutron] Attempting to bind port 6716d421-2168-4811-813c-2f62c8b1cb66 on network 09bbc698-5eb1-420c-a302-7f9a1544cd53 {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 27 15:40:12.215116 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-e3ddc07f-f235-4f60-9eee-d56c2551993c service neutron] Checking agent: {'id': '2a101be5-d6db-4e6c-800c-1df71c1b626f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84779', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'started_at': datetime.datetime(2022, 6, 27, 15, 24, 19), 'heartbeat_timestamp': datetime.datetime(2022, 6, 27, 15, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 27 15:40:12.215625 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-e3ddc07f-f235-4f60-9eee-d56c2551993c service neutron] Checking segment: {'id': '266d88ec-a72c-492c-9ab4-5d6e98715c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104032) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 27 15:40:12.216025 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-e3ddc07f-f235-4f60-9eee-d56c2551993c service neutron] Bound using segment: {'id': '266d88ec-a72c-492c-9ab4-5d6e98715c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53'} {{(pid=104032) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 27 15:40:12.216540 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.managers [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-e3ddc07f-f235-4f60-9eee-d56c2551993c service neutron] Bound port: 6716d421-2168-4811-813c-2f62c8b1cb66, host: hv-cinder-84779, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266d88ec-a72c-492c-9ab4-5d6e98715c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53'}}] {{(pid=104032) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 27 15:40:12.216972 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-e3ddc07f-f235-4f60-9eee-d56c2551993c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (6716d421-2168-4811-813c-2f62c8b1cb66), before_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:12.297286 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d522eee-b3a4-4cbb-a09c-9ac6f059a092 req-dbe6c67c-f70c-4ac4-a719-9d8e07394d9b tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:12.298815 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4d522eee-b3a4-4cbb-a09c-9ac6f059a092 req-dbe6c67c-f70c-4ac4-a719-9d8e07394d9b tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d22de4-fe9b-4216-a214-adc8bb03cb87 HTTP/1.1" status: 200 len: 944 time: 0.0717552 Jun 27 15:40:12.335897 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-e3ddc07f-f235-4f60-9eee-d56c2551993c service neutron] For port 6716d421-2168-4811-813c-2f62c8b1cb66, host hv-cinder-84779, cleared binding levels {{(pid=104032) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 27 15:40:12.356374 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-e3ddc07f-f235-4f60-9eee-d56c2551993c service neutron] For port 6716d421-2168-4811-813c-2f62c8b1cb66, host hv-cinder-84779, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=6716d421-2168-4811-813c-2f62c8b1cb66,segment=NetworkSegment(266d88ec-a72c-492c-9ab4-5d6e98715c36),segment_id=266d88ec-a72c-492c-9ab4-5d6e98715c36)] {{(pid=104032) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 27 15:40:12.370289 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-e3ddc07f-f235-4f60-9eee-d56c2551993c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9438190'] for port (6716d421-2168-4811-813c-2f62c8b1cb66), after_update {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:12.379660 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-4d522eee-b3a4-4cbb-a09c-9ac6f059a092 req-bcb93e79-860f-4a36-9e1e-0ecf1da1e19b tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708785 Jun 27 15:40:12.414058 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-e3ddc07f-f235-4f60-9eee-d56c2551993c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:12.414520 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-e3ddc07f-f235-4f60-9eee-d56c2551993c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:12.415979 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-e3ddc07f-f235-4f60-9eee-d56c2551993c service neutron] 10.222.0.42 "PUT /v2.0/ports/6716d421-2168-4811-813c-2f62c8b1cb66 HTTP/1.1" status: 200 len: 1094 time: 0.7123020 Jun 27 15:40:12.416258 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d22de4-fe9b-4216-a214-adc8bb03cb87', 'tag': '6716d421-2168-4811-813c-2f62c8b1cb66'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:40:12.418500 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ecdf1b21e48a9c17975c38f4cbb98a47ab0df019f7748c413a09c43e6bcf64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c581c0-b3a3-4c46-888e-f8f31a9a4d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "24d22de4-fe9b-4216-a214-adc8bb03cb87", "tag": "6716d421-2168-4811-813c-2f62c8b1cb66"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:40:12.435855 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ddc07f-f235-4f60-9eee-d56c2551993c service neutron] Pushing event updated for resources: {'Port': ['ID=6716d421-2168-4811-813c-2f62c8b1cb66,revision_number=3']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:40:12.500230 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-aad27b8e-667c-44a5-8ac1-6b94ce726998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:12.501783 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-aad27b8e-667c-44a5-8ac1-6b94ce726998 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf83328eefb741d086f33cd650fd3942&device_id=24d22de4-fe9b-4216-a214-adc8bb03cb87 HTTP/1.1" status: 200 len: 1128 time: 0.0436687 Jun 27 15:40:12.543638 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-3fc601fc-92fd-4d18-940c-9d5b27a7799f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6716d421-2168-4811-813c-2f62c8b1cb66 HTTP/1.1" status: 200 len: 217 time: 0.0345125 Jun 27 15:40:12.599745 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-fe50bec5-23aa-414c-8df4-8ec43c9617d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:12.601252 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-fe50bec5-23aa-414c-8df4-8ec43c9617d8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=818c3638-655e-43b1-93c9-da54cd282282 HTTP/1.1" status: 200 len: 850 time: 0.0509129 Jun 27 15:40:12.646126 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-7242b5a2-c3bb-4f11-be01-e0a4899dbdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:12.647585 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-7242b5a2-c3bb-4f11-be01-e0a4899dbdfe service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09bbc698-5eb1-420c-a302-7f9a1544cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405126 Jun 27 15:40:12.677227 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:40:12.735123 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:40:12.746483 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-b32e6a8e-0ec6-459e-b1ca-ba9b8428a9cc service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923269 Jun 27 15:40:13.106942 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f2c57015-4c38-459b-b6ff-247e08deecb5 req-2aa3a632-c4ff-4ef0-b0e1-3487d1a5e849 service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533325 Jun 27 15:40:13.487379 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36274551-6e19-4955-a45a-dbcc19b1f2dd x-openstack-request-id: req-36274551-6e19-4955-a45a-dbcc19b1f2dd {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:40:13.488055 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d22de4-fe9b-4216-a214-adc8bb03cb87", "tag": "6716d421-2168-4811-813c-2f62c8b1cb66", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:40:13.488055 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-36274551-6e19-4955-a45a-dbcc19b1f2dd {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:40:13.488372 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36274551-6e19-4955-a45a-dbcc19b1f2dd'] response: {'name': 'network-changed', 'server_uuid': '24d22de4-fe9b-4216-a214-adc8bb03cb87', 'tag': '6716d421-2168-4811-813c-2f62c8b1cb66', 'status': 'completed', 'code': 200} Jun 27 15:40:13.491485 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:13.507140 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0a594f-2817-4c27-80af-feae36fef56d req-0cd39784-3729-4888-bbef-1259e261ad4d tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:13.508636 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dd0a594f-2817-4c27-80af-feae36fef56d req-0cd39784-3729-4888-bbef-1259e261ad4d tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d22de4-fe9b-4216-a214-adc8bb03cb87 HTTP/1.1" status: 200 len: 944 time: 0.0557871 Jun 27 15:40:13.573599 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c581c0-b3a3-4c46-888e-f8f31a9a4d8d req-a5d7d011-4f1a-4839-b010-ce88e2519042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:13.575076 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c0c581c0-b3a3-4c46-888e-f8f31a9a4d8d req-a5d7d011-4f1a-4839-b010-ce88e2519042 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf83328eefb741d086f33cd650fd3942&device_id=24d22de4-fe9b-4216-a214-adc8bb03cb87 HTTP/1.1" status: 200 len: 1128 time: 0.0616512 Jun 27 15:40:13.612119 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-dd0a594f-2817-4c27-80af-feae36fef56d req-8eb36247-fb0d-4daf-a21b-b006eeedf3df tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902133 Jun 27 15:40:13.684800 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c581c0-b3a3-4c46-888e-f8f31a9a4d8d req-314332d2-5ae9-4669-9363-3850bccc4757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:13.686141 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c0c581c0-b3a3-4c46-888e-f8f31a9a4d8d req-314332d2-5ae9-4669-9363-3850bccc4757 service neutron] 10.222.0.42 "GET /v2.0/networks?id=09bbc698-5eb1-420c-a302-7f9a1544cd53 HTTP/1.1" status: 200 len: 912 time: 0.1006558 Jun 27 15:40:13.725677 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c0c581c0-b3a3-4c46-888e-f8f31a9a4d8d req-bf9656b1-a432-4878-9c93-3bd47f8639ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6716d421-2168-4811-813c-2f62c8b1cb66 HTTP/1.1" status: 200 len: 217 time: 0.0324171 Jun 27 15:40:13.776195 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c581c0-b3a3-4c46-888e-f8f31a9a4d8d req-103e553f-8e0c-44d0-90e1-a332ea66d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:13.777638 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c0c581c0-b3a3-4c46-888e-f8f31a9a4d8d req-103e553f-8e0c-44d0-90e1-a332ea66d851 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=818c3638-655e-43b1-93c9-da54cd282282 HTTP/1.1" status: 200 len: 850 time: 0.0456853 Jun 27 15:40:13.821838 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c581c0-b3a3-4c46-888e-f8f31a9a4d8d req-83d32d69-27ff-4b64-abff-af752089f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:13.823302 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c0c581c0-b3a3-4c46-888e-f8f31a9a4d8d req-83d32d69-27ff-4b64-abff-af752089f54b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09bbc698-5eb1-420c-a302-7f9a1544cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397444 Jun 27 15:40:13.916852 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c0c581c0-b3a3-4c46-888e-f8f31a9a4d8d req-b368cf20-c659-45ac-a8bc-9bd44818d03b service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858843 Jun 27 15:40:14.009630 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-c0c581c0-b3a3-4c46-888e-f8f31a9a4d8d req-a4bbc05d-239c-4331-b17c-9eb7527cbb54 service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873177 Jun 27 15:40:14.655973 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:14.740585 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3aca62-61e9-479e-83cb-88b7a848effb req-eeeb575d-e97f-42af-af73-31b66afab467 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:14.742060 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de3aca62-61e9-479e-83cb-88b7a848effb req-eeeb575d-e97f-42af-af73-31b66afab467 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d22de4-fe9b-4216-a214-adc8bb03cb87 HTTP/1.1" status: 200 len: 944 time: 0.0567329 Jun 27 15:40:14.793125 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-de3aca62-61e9-479e-83cb-88b7a848effb req-dc80da6a-5615-49b9-9cd2-360037dd0242 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453682 Jun 27 15:40:15.112125 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:15.920945 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607bb7b-bba6-4d19-af32-707f7594601f req-493bf31f-cdcb-4539-a84e-7a0cf7d77ecb tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:15.922182 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f607bb7b-bba6-4d19-af32-707f7594601f req-493bf31f-cdcb-4539-a84e-7a0cf7d77ecb tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d22de4-fe9b-4216-a214-adc8bb03cb87 HTTP/1.1" status: 200 len: 944 time: 0.0481739 Jun 27 15:40:15.973862 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-f607bb7b-bba6-4d19-af32-707f7594601f req-0faaa293-12f9-481b-8390-dbb2c05f3d69 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450358 Jun 27 15:40:17.095188 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a831c-3fb9-4945-85ce-8ffafbeb87c9 req-1dc72f8c-5440-489f-a48c-69e046cdcbd9 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:17.097056 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f16a831c-3fb9-4945-85ce-8ffafbeb87c9 req-1dc72f8c-5440-489f-a48c-69e046cdcbd9 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d22de4-fe9b-4216-a214-adc8bb03cb87 HTTP/1.1" status: 200 len: 944 time: 0.0538695 Jun 27 15:40:17.151666 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-f16a831c-3fb9-4945-85ce-8ffafbeb87c9 req-7cf37586-371a-4963-b259-63ca8376e446 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485158 Jun 27 15:40:17.278323 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:40:17.279129 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:40:18.274177 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ee8aa-5cb7-46e0-867f-570ab0cad0d1 req-a43dc980-5587-47c7-a2fd-f76c64b2414f tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:18.275670 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-803ee8aa-5cb7-46e0-867f-570ab0cad0d1 req-a43dc980-5587-47c7-a2fd-f76c64b2414f tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d22de4-fe9b-4216-a214-adc8bb03cb87 HTTP/1.1" status: 200 len: 944 time: 0.0494566 Jun 27 15:40:18.327625 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-803ee8aa-5cb7-46e0-867f-570ab0cad0d1 req-81e7313c-5ace-4f4d-a32b-076279b4581a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462370 Jun 27 15:40:18.999767 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:19.451639 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa78b8c-979a-4086-b04f-8f093354ad36 req-88e83a17-55b2-49f3-8d05-2a760a9bda1f tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:19.453126 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2aa78b8c-979a-4086-b04f-8f093354ad36 req-88e83a17-55b2-49f3-8d05-2a760a9bda1f tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d22de4-fe9b-4216-a214-adc8bb03cb87 HTTP/1.1" status: 200 len: 944 time: 0.0520222 Jun 27 15:40:19.511535 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-2aa78b8c-979a-4086-b04f-8f093354ad36 req-9f19128f-6e40-4d13-982c-073ae527945d tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504189 Jun 27 15:40:20.543980 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 6716d421-2168-4811-813c-2f62c8b1cb66 details requested by agent hyperv_hv-cinder-84779 with host hv-cinder-84779 {{(pid=104033) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 27 15:40:20.640693 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee4148-cf05-45a1-8b2e-922aaf56c126 req-7d1bc356-5f1c-4039-99d6-c3fd7c95fa73 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:20.642177 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-22ee4148-cf05-45a1-8b2e-922aaf56c126 req-7d1bc356-5f1c-4039-99d6-c3fd7c95fa73 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d22de4-fe9b-4216-a214-adc8bb03cb87 HTTP/1.1" status: 200 len: 944 time: 0.0543962 Jun 27 15:40:20.650720 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 6716d421-2168-4811-813c-2f62c8b1cb66, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=6716d421-2168-4811-813c-2f62c8b1cb66,segment=NetworkSegment(266d88ec-a72c-492c-9ab4-5d6e98715c36),segment_id=266d88ec-a72c-492c-9ab4-5d6e98715c36)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:40:20.663242 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Returning: {'device': '6716d421-2168-4811-813c-2f62c8b1cb66', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'port_id': '6716d421-2168-4811-813c-2f62c8b1cb66', 'mac_address': 'fa:16:3e:d7:37:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '818c3638-655e-43b1-93c9-da54cd282282', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104033) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 27 15:40:20.693803 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-22ee4148-cf05-45a1-8b2e-922aaf56c126 req-fc7f1ff7-f2ac-4fa7-8580-0403f0cc763e tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451519 Jun 27 15:40:20.706516 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 6716d421-2168-4811-813c-2f62c8b1cb66 is: DOWN; New status is: BUILD {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:40:20.706944 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (6716d421-2168-4811-813c-2f62c8b1cb66), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:20.720782 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6716d421-2168-4811-813c-2f62c8b1cb66 {{(pid=104033) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 27 15:40:20.741591 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 6716d421-2168-4811-813c-2f62c8b1cb66, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=6716d421-2168-4811-813c-2f62c8b1cb66,segment=NetworkSegment(266d88ec-a72c-492c-9ab4-5d6e98715c36),segment_id=266d88ec-a72c-492c-9ab4-5d6e98715c36)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:40:20.746469 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (6716d421-2168-4811-813c-2f62c8b1cb66), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:20.792662 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=6716d421-2168-4811-813c-2f62c8b1cb66,revision_number=4']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:40:20.800299 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:20.800680 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:20.801028 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:20.801369 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:20.801701 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:20.802182 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:20.802495 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:20.802856 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:20.803178 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:20.803491 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:20.803829 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:20.804155 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:20.804510 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:20.804832 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:20.805154 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:20.960109 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] get_ports_and_sgs() called for port_ids ['6716d421-2168-4811-813c-2f62c8b1cb66'] {{(pid=104033) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 27 15:40:21.813064 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6270f-84eb-4e22-8549-a110973ea23d req-ae5b3b5d-d31d-4f31-ab59-72e459865f17 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:21.814573 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b0f6270f-84eb-4e22-8549-a110973ea23d req-ae5b3b5d-d31d-4f31-ab59-72e459865f17 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d22de4-fe9b-4216-a214-adc8bb03cb87 HTTP/1.1" status: 200 len: 945 time: 0.0482600 Jun 27 15:40:21.866195 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-b0f6270f-84eb-4e22-8549-a110973ea23d req-fad8d1a8-e404-4805-b1de-3a5cf46303c6 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454128 Jun 27 15:40:22.542542 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 6716d421-2168-4811-813c-2f62c8b1cb66 up at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 27 15:40:22.595246 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:40:22.598005 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning for port 6716d421-2168-4811-813c-2f62c8b1cb66 completed by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 27 15:40:22.606231 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.provisioning_blocks [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Provisioning complete for port 6716d421-2168-4811-813c-2f62c8b1cb66 triggered by entity L2. {{(pid=104033) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 27 15:40:22.606609 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-692438'] for port (6716d421-2168-4811-813c-2f62c8b1cb66), provisioning_complete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:22.629708 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:40:22.681165 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Current status of the port 6716d421-2168-4811-813c-2f62c8b1cb66 is: BUILD; New status is: ACTIVE {{(pid=104033) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 27 15:40:22.681580 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (6716d421-2168-4811-813c-2f62c8b1cb66), before_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:22.704556 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d22de4-fe9b-4216-a214-adc8bb03cb87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6716d421-2168-4811-813c-2f62c8b1cb66'}] {{(pid=104033) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:40:22.706763 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47d85b7032bc105ad9eb63a31382f750c4bf6bbb4824e658972134fe301cb831" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12b7fb0-5898-4caa-96b8-a2b92e8c1041" -d '{"events": [{"server_uuid": "24d22de4-fe9b-4216-a214-adc8bb03cb87", "name": "network-vif-plugged", "status": "completed", "tag": "6716d421-2168-4811-813c-2f62c8b1cb66"}]}' {{(pid=104033) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:40:22.719269 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] For port 6716d421-2168-4811-813c-2f62c8b1cb66, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=6716d421-2168-4811-813c-2f62c8b1cb66,segment=NetworkSegment(266d88ec-a72c-492c-9ab4-5d6e98715c36),segment_id=266d88ec-a72c-492c-9ab4-5d6e98715c36)] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:40:22.724223 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760'] for port (6716d421-2168-4811-813c-2f62c8b1cb66), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:22.746813 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc31e910-afa1-4bbe-a49b-693bbbdf44e8 x-openstack-request-id: req-dc31e910-afa1-4bbe-a49b-693bbbdf44e8 {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:40:22.747104 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d22de4-fe9b-4216-a214-adc8bb03cb87", "name": "network-vif-plugged", "status": "completed", "tag": "6716d421-2168-4811-813c-2f62c8b1cb66", "code": 200}]} {{(pid=104033) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:40:22.747353 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc31e910-afa1-4bbe-a49b-693bbbdf44e8 {{(pid=104033) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:40:22.747749 dv-cinder-847798-1-iscsi neutron-server[104033]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc31e910-afa1-4bbe-a49b-693bbbdf44e8'] response: {'server_uuid': '24d22de4-fe9b-4216-a214-adc8bb03cb87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6716d421-2168-4811-813c-2f62c8b1cb66', 'code': 200} Jun 27 15:40:22.773334 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Pushing event updated for resources: {'Port': ['ID=6716d421-2168-4811-813c-2f62c8b1cb66,revision_number=5']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:40:22.971510 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:40:22.982527 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895c5d9-648a-4bd2-b1fc-9f7c8c352215 req-2226a96f-70c6-459d-a67b-83c7e6b2c82a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:22.984132 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5895c5d9-648a-4bd2-b1fc-9f7c8c352215 req-2226a96f-70c6-459d-a67b-83c7e6b2c82a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d22de4-fe9b-4216-a214-adc8bb03cb87 HTTP/1.1" status: 200 len: 946 time: 0.0480492 Jun 27 15:40:22.984569 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ecd5b-38a9-40fe-84c4-d061007a7d6e req-fd247846-9d17-4ecd-9898-96141db77199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:22.986054 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-034ecd5b-38a9-40fe-84c4-d061007a7d6e req-fd247846-9d17-4ecd-9898-96141db77199 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=24d22de4-fe9b-4216-a214-adc8bb03cb87 HTTP/1.1" status: 200 len: 1130 time: 0.0410702 Jun 27 15:40:23.033191 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-034ecd5b-38a9-40fe-84c4-d061007a7d6e req-b67c551f-70f7-4959-9d94-c5aaddf5a602 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402555 Jun 27 15:40:23.035103 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-5895c5d9-648a-4bd2-b1fc-9f7c8c352215 req-70880dd0-6543-4a50-bc5f-4ef291da0afd tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439374 Jun 27 15:40:24.164465 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6f447-93ed-4a96-98ef-417d7cb2edd6 req-6f1bb96b-64e0-47eb-b0f0-eff3922b4721 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:24.166791 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5aa6f447-93ed-4a96-98ef-417d7cb2edd6 req-6f1bb96b-64e0-47eb-b0f0-eff3922b4721 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d22de4-fe9b-4216-a214-adc8bb03cb87 HTTP/1.1" status: 200 len: 946 time: 0.0538645 Jun 27 15:40:24.198652 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:40:24.226828 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-5aa6f447-93ed-4a96-98ef-417d7cb2edd6 req-dba71b8e-af3a-4f7d-aa2a-3ce31ea09591 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537581 Jun 27 15:40:24.352128 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ed5b3-a036-493c-9ac6-7b60cca17ee0 req-450bffca-7a9a-450f-bfae-9b2130f37cfe tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:24.353520 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1c7ed5b3-a036-493c-9ac6-7b60cca17ee0 req-450bffca-7a9a-450f-bfae-9b2130f37cfe tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d22de4-fe9b-4216-a214-adc8bb03cb87 HTTP/1.1" status: 200 len: 946 time: 0.0568740 Jun 27 15:40:24.379131 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:40:24.414799 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-1c7ed5b3-a036-493c-9ac6-7b60cca17ee0 req-fadae434-26be-4922-a142-67a929764232 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523524 Jun 27 15:40:24.441390 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 60326) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:40:24.488723 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35a4ff2-6b77-4cd9-9b19-b775c8d1534b tempest-TestVolumeBootPattern-1221491534 tempest-TestVolumeBootPattern-1221491534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:24.491055 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-b35a4ff2-6b77-4cd9-9b19-b775c8d1534b tempest-TestVolumeBootPattern-1221491534 tempest-TestVolumeBootPattern-1221491534-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=24d22de4-fe9b-4216-a214-adc8bb03cb87 HTTP/1.1" status: 200 len: 1125 time: 0.0485923 Jun 27 15:40:24.494300 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 60328) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:40:24.498578 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.v2.base [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Request body: {'floatingip': {'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'port_id': '6716d421-2168-4811-813c-2f62c8b1cb66', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104031) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 27 15:40:24.524024 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:24.617331 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (None), before_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:24.619829 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:40:24.744653 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_common [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Allocated IP 172.27.2.220 (514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb/6226739c-eac4-4784-90b9-a0481f53f3ba/5361ee86-5bc5-4628-952d-4dfc9383603e) {{(pid=104031) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 27 15:40:24.860704 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for port (5361ee86-5bc5-4628-952d-4dfc9383603e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:24.896952 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767602808724', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (5361ee86-5bc5-4628-952d-4dfc9383603e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:24.938200 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Network 514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb is already hosted by enough agents. {{(pid=104031) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 27 15:40:24.943209 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.base_scheduler [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Resources bound (agent type, host, resource id): {{(pid=104031) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 27 15:40:24.945729 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Pushing event updated for resources: {'Port': ['ID=5361ee86-5bc5-4628-952d-4dfc9383603e,revision_number=1']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:40:24.947932 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Received port after_create {{(pid=104031) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 27 15:40:24.973093 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:24.973396 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:24.973761 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:24.974096 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:24.974428 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:24.974760 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:24.975079 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:24.975400 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:24.975748 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:24.976063 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:24.976402 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:24.976724 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:24.977020 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:24.977336 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:24.977647 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:40:25.188119 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:40:25.323208 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for floatingip (f0189546-651f-475a-a524-180b84c12d6e), precommit_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:25.396000 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-715222'] for port (5361ee86-5bc5-4628-952d-4dfc9383603e), before_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:25.444069 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:40:25.576642 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for port (5361ee86-5bc5-4628-952d-4dfc9383603e), precommit_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:25.583874 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767603357022', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767602808742', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767602808760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9360042'] for port (5361ee86-5bc5-4628-952d-4dfc9383603e), after_update {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:25.655206 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Pushing event updated for resources: {'Port': ['ID=5361ee86-5bc5-4628-952d-4dfc9383603e,revision_number=2']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:40:25.668459 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3728498'] for floatingip (f0189546-651f-475a-a524-180b84c12d6e), after_create {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:25.766931 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.db.l3_db [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Floating IP f0189546-651f-475a-a524-180b84c12d6e associated. External IP: 172.27.2.220, port: 6716d421-2168-4811-813c-2f62c8b1cb66. Jun 27 15:40:25.994794 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Router 9d1a6659-3979-4d86-b94f-96317f247349 has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:40:26.114854 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:40:26.128178 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c69ee5-f854-46be-a576-185d99d2bd84 None None] Sync routers for ids ['9d1a6659-3979-4d86-b94f-96317f247349'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:40:26.137266 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:26.139991 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c69ee5-f854-46be-a576-185d99d2bd84 None None] Routers {'9d1a6659-3979-4d86-b94f-96317f247349'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:40:26.140656 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-82c69ee5-f854-46be-a576-185d99d2bd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:40:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['9d1a6659-3979-4d86-b94f-96317f247349'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:40:26.171896 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-56e613a3-6c28-4110-9b38-498b11dad6a0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6765630 Jun 27 15:40:26.172524 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d22de4-fe9b-4216-a214-adc8bb03cb87', 'tag': '6716d421-2168-4811-813c-2f62c8b1cb66'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:40:26.175143 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b595b7b0-fe51-478b-ab92-98999c79f31b" -d '{"events": [{"name": "network-changed", "server_uuid": "24d22de4-fe9b-4216-a214-adc8bb03cb87", "tag": "6716d421-2168-4811-813c-2f62c8b1cb66"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:40:26.217691 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26517151-0e31-4c97-a4a3-2d31f2c26a9f x-openstack-request-id: req-26517151-0e31-4c97-a4a3-2d31f2c26a9f {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:40:26.218011 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d22de4-fe9b-4216-a214-adc8bb03cb87", "tag": "6716d421-2168-4811-813c-2f62c8b1cb66", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:40:26.218198 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-26517151-0e31-4c97-a4a3-2d31f2c26a9f {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:40:26.218601 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26517151-0e31-4c97-a4a3-2d31f2c26a9f'] response: {'name': 'network-changed', 'server_uuid': '24d22de4-fe9b-4216-a214-adc8bb03cb87', 'tag': '6716d421-2168-4811-813c-2f62c8b1cb66', 'status': 'completed', 'code': 200} Jun 27 15:40:26.254276 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-82c69ee5-f854-46be-a576-185d99d2bd84 None None] Set router 9d1a6659-3979-4d86-b94f-96317f247349 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:40:26.281022 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595b7b0-fe51-478b-ab92-98999c79f31b req-c2f9f52a-57e0-45e1-97c9-88e4f9110782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:26.282542 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b595b7b0-fe51-478b-ab92-98999c79f31b req-c2f9f52a-57e0-45e1-97c9-88e4f9110782 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf83328eefb741d086f33cd650fd3942&device_id=24d22de4-fe9b-4216-a214-adc8bb03cb87 HTTP/1.1" status: 200 len: 1130 time: 0.0408578 Jun 27 15:40:26.373793 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595b7b0-fe51-478b-ab92-98999c79f31b req-29df7d3b-12f3-468a-8f12-b681e678028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:26.375214 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b595b7b0-fe51-478b-ab92-98999c79f31b req-29df7d3b-12f3-468a-8f12-b681e678028a service neutron] 10.222.0.42 "GET /v2.0/networks?id=09bbc698-5eb1-420c-a302-7f9a1544cd53 HTTP/1.1" status: 200 len: 912 time: 0.0865409 Jun 27 15:40:26.446038 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b595b7b0-fe51-478b-ab92-98999c79f31b req-92085948-c657-4007-9bb1-369d5d8c7b13 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6716d421-2168-4811-813c-2f62c8b1cb66 HTTP/1.1" status: 200 len: 1000 time: 0.0643878 Jun 27 15:40:26.500408 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595b7b0-fe51-478b-ab92-98999c79f31b req-9124bc3b-543a-48ba-bf19-fafcecb80bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:26.501885 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b595b7b0-fe51-478b-ab92-98999c79f31b req-9124bc3b-543a-48ba-bf19-fafcecb80bc2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=818c3638-655e-43b1-93c9-da54cd282282 HTTP/1.1" status: 200 len: 850 time: 0.0500984 Jun 27 15:40:26.548634 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595b7b0-fe51-478b-ab92-98999c79f31b req-4495bb32-9cef-46e6-b140-595872d143c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:26.550522 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b595b7b0-fe51-478b-ab92-98999c79f31b req-4495bb32-9cef-46e6-b140-595872d143c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09bbc698-5eb1-420c-a302-7f9a1544cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426915 Jun 27 15:40:26.573791 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-82c69ee5-f854-46be-a576-185d99d2bd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1a6659-3979-4d86-b94f-96317f247349', 'name': 'tempest-TestVolumeBootPattern-919522570-router', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e153a897-25a4-456a-bc54-8426d743d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:24Z', 'revision_number': 4, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'gw_port': {'id': 'e153a897-25a4-456a-bc54-8426d743d948', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '2dfbbc2f-aa42-4b07-9406-aa2a39e44bb5', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'port_id': '928d1e85-bf47-4f29-9eb6-61c0816e3e03', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'mac_address': 'fa:16:3e:77:1a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3997d0-c146-403f-9249-e9c457819d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:38:33Z', 'updated_at': '2022-06-27T15:38:35Z', 'revision_number': 1, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'fixed_ip_address_scope': None}, {'id': 'f0189546-651f-475a-a524-180b84c12d6e', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'port_id': '6716d421-2168-4811-813c-2f62c8b1cb66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'mac_address': 'fa:16:3e:d7:37:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d22de4-fe9b-4216-a214-adc8bb03cb87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:40:25Z', 'updated_at': '2022-06-27T15:40:25Z', 'revision_number': 0, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016cc6bd-712a-49cc-9909-1460fd182f00', 'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'mac_address': 'fa:16:3e:ce:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '818c3638-655e-43b1-93c9-da54cd282282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:23Z', 'updated_at': '2022-06-27T15:35:29Z', 'revision_number': 5, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'subnets': [{'id': '818c3638-655e-43b1-93c9-da54cd282282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:40:26.598360 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c69ee5-f854-46be-a576-185d99d2bd84 None None] Checking router: 9d1a6659-3979-4d86-b94f-96317f247349 for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:40:26.607403 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c69ee5-f854-46be-a576-185d99d2bd84 None None] Routers {'9d1a6659-3979-4d86-b94f-96317f247349'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:40:26.608018 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-82c69ee5-f854-46be-a576-185d99d2bd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:40:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['9d1a6659-3979-4d86-b94f-96317f247349'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:40:26.644362 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b595b7b0-fe51-478b-ab92-98999c79f31b req-fec9f884-bdab-48d6-83b8-2c4ee6e81d16 service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879092 Jun 27 15:40:26.710493 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-82c69ee5-f854-46be-a576-185d99d2bd84 None None] Set router 9d1a6659-3979-4d86-b94f-96317f247349 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:40:26.739302 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-b595b7b0-fe51-478b-ab92-98999c79f31b req-005d8131-6a57-4d3a-a460-9a51c5842c3e service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892999 Jun 27 15:40:26.955735 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-82c69ee5-f854-46be-a576-185d99d2bd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1a6659-3979-4d86-b94f-96317f247349', 'name': 'tempest-TestVolumeBootPattern-919522570-router', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e153a897-25a4-456a-bc54-8426d743d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:24Z', 'revision_number': 4, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'gw_port': {'id': 'e153a897-25a4-456a-bc54-8426d743d948', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '2dfbbc2f-aa42-4b07-9406-aa2a39e44bb5', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'port_id': '928d1e85-bf47-4f29-9eb6-61c0816e3e03', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'mac_address': 'fa:16:3e:77:1a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3997d0-c146-403f-9249-e9c457819d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:38:33Z', 'updated_at': '2022-06-27T15:38:35Z', 'revision_number': 1, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'fixed_ip_address_scope': None}, {'id': 'f0189546-651f-475a-a524-180b84c12d6e', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'port_id': '6716d421-2168-4811-813c-2f62c8b1cb66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'mac_address': 'fa:16:3e:d7:37:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d22de4-fe9b-4216-a214-adc8bb03cb87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:40:25Z', 'updated_at': '2022-06-27T15:40:25Z', 'revision_number': 0, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016cc6bd-712a-49cc-9909-1460fd182f00', 'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'mac_address': 'fa:16:3e:ce:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '818c3638-655e-43b1-93c9-da54cd282282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:23Z', 'updated_at': '2022-06-27T15:35:29Z', 'revision_number': 5, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'subnets': [{'id': '818c3638-655e-43b1-93c9-da54cd282282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:40:26.981216 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c69ee5-f854-46be-a576-185d99d2bd84 None None] The sync data for ids ['9d1a6659-3979-4d86-b94f-96317f247349'] in dv-cinder-847798-1-iscsi is: [{'id': '9d1a6659-3979-4d86-b94f-96317f247349', 'name': 'tempest-TestVolumeBootPattern-919522570-router', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e153a897-25a4-456a-bc54-8426d743d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:24Z', 'revision_number': 4, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'gw_port': {'id': 'e153a897-25a4-456a-bc54-8426d743d948', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '2dfbbc2f-aa42-4b07-9406-aa2a39e44bb5', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'port_id': '928d1e85-bf47-4f29-9eb6-61c0816e3e03', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'mac_address': 'fa:16:3e:77:1a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3997d0-c146-403f-9249-e9c457819d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:38:33Z', 'updated_at': '2022-06-27T15:38:35Z', 'revision_number': 1, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'fixed_ip_address_scope': None}, {'id': 'f0189546-651f-475a-a524-180b84c12d6e', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'port_id': '6716d421-2168-4811-813c-2f62c8b1cb66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'mac_address': 'fa:16:3e:d7:37:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d22de4-fe9b-4216-a214-adc8bb03cb87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:40:25Z', 'updated_at': '2022-06-27T15:40:25Z', 'revision_number': 0, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016cc6bd-712a-49cc-9909-1460fd182f00', 'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'mac_address': 'fa:16:3e:ce:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '818c3638-655e-43b1-93c9-da54cd282282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:23Z', 'updated_at': '2022-06-27T15:35:29Z', 'revision_number': 5, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'subnets': [{'id': '818c3638-655e-43b1-93c9-da54cd282282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:40:27.196359 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841e9bb1-770c-4242-90b3-2ad13b65b596 None None] New status for floating IP f0189546-651f-475a-a524-180b84c12d6e: ACTIVE {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 15:40:33.781277 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-406a5e58-228c-49bf-8732-e7e209f463f5 req-cc7b8c1d-fdd5-4b8c-be35-c532699e5945 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ab3997d0-c146-403f-9249-e9c457819d36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433097 Jun 27 15:40:33.873943 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a5e58-228c-49bf-8732-e7e209f463f5 req-addc8477-cef9-4200-8ede-5243fab13dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:33.875462 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-406a5e58-228c-49bf-8732-e7e209f463f5 req-addc8477-cef9-4200-8ede-5243fab13dc4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf83328eefb741d086f33cd650fd3942&device_id=ab3997d0-c146-403f-9249-e9c457819d36 HTTP/1.1" status: 200 len: 1129 time: 0.0487144 Jun 27 15:40:33.987264 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a5e58-228c-49bf-8732-e7e209f463f5 req-bfb1a210-4df7-44e7-80bb-92d00f3b2a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:33.988723 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-406a5e58-228c-49bf-8732-e7e209f463f5 req-bfb1a210-4df7-44e7-80bb-92d00f3b2a7f service neutron] 10.222.0.42 "GET /v2.0/networks?id=09bbc698-5eb1-420c-a302-7f9a1544cd53 HTTP/1.1" status: 200 len: 912 time: 0.0928760 Jun 27 15:40:34.053471 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-406a5e58-228c-49bf-8732-e7e209f463f5 req-82b69cc7-b580-447d-9932-22ce41021cc2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=928d1e85-bf47-4f29-9eb6-61c0816e3e03 HTTP/1.1" status: 200 len: 999 time: 0.0589495 Jun 27 15:40:34.103152 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a5e58-228c-49bf-8732-e7e209f463f5 req-7fce1ec5-e133-41b7-a65c-53bdc727d2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:34.104637 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-406a5e58-228c-49bf-8732-e7e209f463f5 req-7fce1ec5-e133-41b7-a65c-53bdc727d2f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=818c3638-655e-43b1-93c9-da54cd282282 HTTP/1.1" status: 200 len: 850 time: 0.0460198 Jun 27 15:40:34.152916 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a5e58-228c-49bf-8732-e7e209f463f5 req-3db4ef60-f4ab-48bf-bbc4-05b2db090391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:40:34.154451 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-406a5e58-228c-49bf-8732-e7e209f463f5 req-3db4ef60-f4ab-48bf-bbc4-05b2db090391 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09bbc698-5eb1-420c-a302-7f9a1544cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444150 Jun 27 15:40:34.235863 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:40:34.247376 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-406a5e58-228c-49bf-8732-e7e209f463f5 req-dc62805b-3881-4831-97d3-1621712ab123 service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863242 Jun 27 15:40:34.285548 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:40:34.349916 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-406a5e58-228c-49bf-8732-e7e209f463f5 req-6a8584f5-6f86-4cd2-b07c-0d782177d4a7 service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965366 Jun 27 15:40:36.163273 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:40:36.168588 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=76 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:40:37.299174 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:40:37.302022 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:40:38.813057 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a54e575b-97bc-4d74-b543-00525afb47eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:41.713679 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cf5c834a-73de-4ba3-a9b2-d5b9dcfa26ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:42.183028 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=85 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:40:42.183850 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=69 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:40:43.495460 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:44.284848 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:40:44.333495 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=7 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:40:44.346600 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=7 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:40:44.651360 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:45.114427 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:49.012138 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:40:54.280037 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:40:54.280819 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:40:58.998879 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:40:59.006574 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:41:07.194179 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=12 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:41:07.196221 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=14 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:41:08.809069 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c2e75019-3eb7-4fd1-a1c3-1ec616423991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:41:11.710417 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-964ed557-c44b-4785-b6d0-c2098ae83716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:41:13.498540 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:41:14.659650 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:41:15.118600 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:41:19.011702 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:41:19.181433 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:41:19.182136 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:41:21.285701 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:41:29.004145 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:41:29.006359 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:41:31.280373 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:41:31.281356 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:41:33.774222 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9e16bafc-a68b-4aef-b70e-a8b33e9cc5f3 req-c0fa71ea-be24-42d2-a1d1-04b0da3bfd38 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=24d22de4-fe9b-4216-a214-adc8bb03cb87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423913 Jun 27 15:41:33.838538 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16bafc-a68b-4aef-b70e-a8b33e9cc5f3 req-0390a58b-576c-40b4-9805-377a9c0461cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:41:33.840004 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9e16bafc-a68b-4aef-b70e-a8b33e9cc5f3 req-0390a58b-576c-40b4-9805-377a9c0461cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf83328eefb741d086f33cd650fd3942&device_id=24d22de4-fe9b-4216-a214-adc8bb03cb87 HTTP/1.1" status: 200 len: 1130 time: 0.0394750 Jun 27 15:41:33.957108 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16bafc-a68b-4aef-b70e-a8b33e9cc5f3 req-a45ad815-9dec-44a5-b9fd-a975e97b7f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:41:33.958473 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9e16bafc-a68b-4aef-b70e-a8b33e9cc5f3 req-a45ad815-9dec-44a5-b9fd-a975e97b7f4e service neutron] 10.222.0.42 "GET /v2.0/networks?id=09bbc698-5eb1-420c-a302-7f9a1544cd53 HTTP/1.1" status: 200 len: 912 time: 0.0996706 Jun 27 15:41:34.019197 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9e16bafc-a68b-4aef-b70e-a8b33e9cc5f3 req-add4e6cc-cb42-42f5-9b0b-006e3b07bb66 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6716d421-2168-4811-813c-2f62c8b1cb66 HTTP/1.1" status: 200 len: 1002 time: 0.0548604 Jun 27 15:41:34.072279 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16bafc-a68b-4aef-b70e-a8b33e9cc5f3 req-681404c5-9574-4313-a157-0d35df5b0ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:41:34.073730 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9e16bafc-a68b-4aef-b70e-a8b33e9cc5f3 req-681404c5-9574-4313-a157-0d35df5b0ed1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=818c3638-655e-43b1-93c9-da54cd282282 HTTP/1.1" status: 200 len: 850 time: 0.0489872 Jun 27 15:41:34.123553 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16bafc-a68b-4aef-b70e-a8b33e9cc5f3 req-c95d545d-8e51-499a-98f3-f0b36086c4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:41:34.125496 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9e16bafc-a68b-4aef-b70e-a8b33e9cc5f3 req-c95d545d-8e51-499a-98f3-f0b36086c4d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09bbc698-5eb1-420c-a302-7f9a1544cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408993 Jun 27 15:41:34.233087 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9e16bafc-a68b-4aef-b70e-a8b33e9cc5f3 req-d30b7837-4361-479c-8b58-d0d5a43ecb5c service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008484 Jun 27 15:41:34.322586 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-9e16bafc-a68b-4aef-b70e-a8b33e9cc5f3 req-97e8b7ba-74a9-4883-a2a4-4074d67b197f service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842896 Jun 27 15:41:38.812141 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-62353e7b-0058-4c8b-935a-7db59b25c9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:41:41.706396 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-8c7351c8-7eb4-4fd8-a8a8-e41abcd03bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:41:43.502226 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:41:44.312222 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=47 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:41:44.319359 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=54 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:41:44.662548 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:41:45.123050 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:41:49.026016 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:41:55.489586 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 60352) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:41:55.705926 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4daa81a1-3e46-4004-a144-ab4c39ef665a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Deleting port 5361ee86-5bc5-4628-952d-4dfc9383603e {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:41:55.706278 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4daa81a1-3e46-4004-a144-ab4c39ef665a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (5361ee86-5bc5-4628-952d-4dfc9383603e), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:41:55.787125 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4daa81a1-3e46-4004-a144-ab4c39ef665a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (5361ee86-5bc5-4628-952d-4dfc9383603e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:41:55.787417 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4daa81a1-3e46-4004-a144-ab4c39ef665a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for floatingip (5361ee86-5bc5-4628-952d-4dfc9383603e), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:41:55.801420 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-4daa81a1-3e46-4004-a144-ab4c39ef665a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Calling delete_port for 5361ee86-5bc5-4628-952d-4dfc9383603e owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:41:55.949997 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4daa81a1-3e46-4004-a144-ab4c39ef665a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (5361ee86-5bc5-4628-952d-4dfc9383603e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:41:55.973020 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa81a1-3e46-4004-a144-ab4c39ef665a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Pushing event deleted for resources: {'Port': ['ID=5361ee86-5bc5-4628-952d-4dfc9383603e,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:41:55.987649 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa81a1-3e46-4004-a144-ab4c39ef665a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:41:55.987990 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa81a1-3e46-4004-a144-ab4c39ef665a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:41:55.988343 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa81a1-3e46-4004-a144-ab4c39ef665a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:41:55.988688 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa81a1-3e46-4004-a144-ab4c39ef665a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:41:55.989020 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa81a1-3e46-4004-a144-ab4c39ef665a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:41:55.989350 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa81a1-3e46-4004-a144-ab4c39ef665a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:41:55.989671 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa81a1-3e46-4004-a144-ab4c39ef665a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:41:55.989988 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa81a1-3e46-4004-a144-ab4c39ef665a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:41:55.990310 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa81a1-3e46-4004-a144-ab4c39ef665a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:41:55.990633 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa81a1-3e46-4004-a144-ab4c39ef665a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:41:55.990959 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa81a1-3e46-4004-a144-ab4c39ef665a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:41:55.991281 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa81a1-3e46-4004-a144-ab4c39ef665a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:41:55.991587 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa81a1-3e46-4004-a144-ab4c39ef665a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:41:55.991892 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa81a1-3e46-4004-a144-ab4c39ef665a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:41:55.992204 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4daa81a1-3e46-4004-a144-ab4c39ef665a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104032) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:41:56.050995 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4daa81a1-3e46-4004-a144-ab4c39ef665a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for floatingip (f0189546-651f-475a-a524-180b84c12d6e), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:41:56.051314 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.db.l3_db [None req-4daa81a1-3e46-4004-a144-ab4c39ef665a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Floating IP f0189546-651f-475a-a524-180b84c12d6e disassociated (deleted). External IP: 172.27.2.220, port: 6716d421-2168-4811-813c-2f62c8b1cb66. Jun 27 15:41:56.177738 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:41:56.185030 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:41:56.274005 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4daa81a1-3e46-4004-a144-ab4c39ef665a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Router 9d1a6659-3979-4d86-b94f-96317f247349 has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:41:56.326478 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:41:56.389213 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4daa81a1-3e46-4004-a144-ab4c39ef665a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:41:56.394871 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4daa81a1-3e46-4004-a144-ab4c39ef665a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:41:56.400352 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e043dd3a-00b4-4f8d-9301-f7c7087a1753 None None] Sync routers for ids ['9d1a6659-3979-4d86-b94f-96317f247349'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:41:56.412415 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e043dd3a-00b4-4f8d-9301-f7c7087a1753 None None] Routers {'9d1a6659-3979-4d86-b94f-96317f247349'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:41:56.413267 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e043dd3a-00b4-4f8d-9301-f7c7087a1753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:41:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['9d1a6659-3979-4d86-b94f-96317f247349'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:41:56.424958 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-4daa81a1-3e46-4004-a144-ab4c39ef665a tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "DELETE /v2.0/floatingips/f0189546-651f-475a-a524-180b84c12d6e HTTP/1.1" status: 204 len: 168 time: 0.9340808 Jun 27 15:41:56.425556 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d22de4-fe9b-4216-a214-adc8bb03cb87', 'tag': '6716d421-2168-4811-813c-2f62c8b1cb66'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:41:56.427768 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ecdf1b21e48a9c17975c38f4cbb98a47ab0df019f7748c413a09c43e6bcf64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14803604-92f9-4db0-9148-2618390b54e4" -d '{"events": [{"name": "network-changed", "server_uuid": "24d22de4-fe9b-4216-a214-adc8bb03cb87", "tag": "6716d421-2168-4811-813c-2f62c8b1cb66"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:41:56.472231 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4a1215-ecd7-4f2c-b164-b8d597f48c39 x-openstack-request-id: req-1b4a1215-ecd7-4f2c-b164-b8d597f48c39 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:41:56.472559 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d22de4-fe9b-4216-a214-adc8bb03cb87", "tag": "6716d421-2168-4811-813c-2f62c8b1cb66", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:41:56.472835 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1b4a1215-ecd7-4f2c-b164-b8d597f48c39 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:41:56.473237 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b4a1215-ecd7-4f2c-b164-b8d597f48c39'] response: {'name': 'network-changed', 'server_uuid': '24d22de4-fe9b-4216-a214-adc8bb03cb87', 'tag': '6716d421-2168-4811-813c-2f62c8b1cb66', 'status': 'completed', 'code': 200} Jun 27 15:41:56.524755 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-e043dd3a-00b4-4f8d-9301-f7c7087a1753 None None] Set router 9d1a6659-3979-4d86-b94f-96317f247349 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:41:56.538565 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14803604-92f9-4db0-9148-2618390b54e4 req-e23fe11d-861f-4660-bd9a-4609d46fec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:41:56.540099 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-14803604-92f9-4db0-9148-2618390b54e4 req-e23fe11d-861f-4660-bd9a-4609d46fec47 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf83328eefb741d086f33cd650fd3942&device_id=24d22de4-fe9b-4216-a214-adc8bb03cb87 HTTP/1.1" status: 200 len: 1130 time: 0.0433023 Jun 27 15:41:56.643879 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:41:56.646958 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14803604-92f9-4db0-9148-2618390b54e4 req-11ca170b-d3af-40c5-b41d-2f641dca23ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:41:56.648531 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-14803604-92f9-4db0-9148-2618390b54e4 req-11ca170b-d3af-40c5-b41d-2f641dca23ed service neutron] 10.222.0.42 "GET /v2.0/networks?id=09bbc698-5eb1-420c-a302-7f9a1544cd53 HTTP/1.1" status: 200 len: 912 time: 0.1026313 Jun 27 15:41:56.745191 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e043dd3a-00b4-4f8d-9301-f7c7087a1753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1a6659-3979-4d86-b94f-96317f247349', 'name': 'tempest-TestVolumeBootPattern-919522570-router', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e153a897-25a4-456a-bc54-8426d743d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:24Z', 'revision_number': 4, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'gw_port': {'id': 'e153a897-25a4-456a-bc54-8426d743d948', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '2dfbbc2f-aa42-4b07-9406-aa2a39e44bb5', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'port_id': '928d1e85-bf47-4f29-9eb6-61c0816e3e03', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'mac_address': 'fa:16:3e:77:1a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3997d0-c146-403f-9249-e9c457819d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:38:33Z', 'updated_at': '2022-06-27T15:38:35Z', 'revision_number': 1, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016cc6bd-712a-49cc-9909-1460fd182f00', 'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'mac_address': 'fa:16:3e:ce:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '818c3638-655e-43b1-93c9-da54cd282282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:23Z', 'updated_at': '2022-06-27T15:35:29Z', 'revision_number': 5, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'subnets': [{'id': '818c3638-655e-43b1-93c9-da54cd282282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:41:56.762828 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad53fcd7-2ea6-4676-ba0f-ce9a59633839 req-ab57482c-1f6e-4938-ab1a-534eb266c8e2 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:41:56.764267 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ad53fcd7-2ea6-4676-ba0f-ce9a59633839 req-ab57482c-1f6e-4938-ab1a-534eb266c8e2 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d22de4-fe9b-4216-a214-adc8bb03cb87 HTTP/1.1" status: 200 len: 946 time: 0.1377013 Jun 27 15:41:56.769594 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e043dd3a-00b4-4f8d-9301-f7c7087a1753 None None] Checking router: 9d1a6659-3979-4d86-b94f-96317f247349 for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:41:56.778338 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e043dd3a-00b4-4f8d-9301-f7c7087a1753 None None] Routers {'9d1a6659-3979-4d86-b94f-96317f247349'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:41:56.778942 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e043dd3a-00b4-4f8d-9301-f7c7087a1753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:41:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['9d1a6659-3979-4d86-b94f-96317f247349'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:41:56.819004 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-ad53fcd7-2ea6-4676-ba0f-ce9a59633839 req-ce508bc6-9306-44ab-b0dc-0c1cd1b8e3d5 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487673 Jun 27 15:41:56.884375 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-e043dd3a-00b4-4f8d-9301-f7c7087a1753 None None] Set router 9d1a6659-3979-4d86-b94f-96317f247349 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:41:57.187584 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-e043dd3a-00b4-4f8d-9301-f7c7087a1753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1a6659-3979-4d86-b94f-96317f247349', 'name': 'tempest-TestVolumeBootPattern-919522570-router', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e153a897-25a4-456a-bc54-8426d743d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:24Z', 'revision_number': 4, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'gw_port': {'id': 'e153a897-25a4-456a-bc54-8426d743d948', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '2dfbbc2f-aa42-4b07-9406-aa2a39e44bb5', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'port_id': '928d1e85-bf47-4f29-9eb6-61c0816e3e03', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'mac_address': 'fa:16:3e:77:1a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3997d0-c146-403f-9249-e9c457819d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:38:33Z', 'updated_at': '2022-06-27T15:38:35Z', 'revision_number': 1, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016cc6bd-712a-49cc-9909-1460fd182f00', 'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'mac_address': 'fa:16:3e:ce:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '818c3638-655e-43b1-93c9-da54cd282282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:23Z', 'updated_at': '2022-06-27T15:35:29Z', 'revision_number': 5, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'subnets': [{'id': '818c3638-655e-43b1-93c9-da54cd282282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:41:57.213216 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e043dd3a-00b4-4f8d-9301-f7c7087a1753 None None] The sync data for ids ['9d1a6659-3979-4d86-b94f-96317f247349'] in dv-cinder-847798-1-iscsi is: [{'id': '9d1a6659-3979-4d86-b94f-96317f247349', 'name': 'tempest-TestVolumeBootPattern-919522570-router', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e153a897-25a4-456a-bc54-8426d743d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:24Z', 'revision_number': 4, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'gw_port': {'id': 'e153a897-25a4-456a-bc54-8426d743d948', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_floatingips': [{'id': '2dfbbc2f-aa42-4b07-9406-aa2a39e44bb5', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'router_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'port_id': '928d1e85-bf47-4f29-9eb6-61c0816e3e03', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'mac_address': 'fa:16:3e:77:1a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab3997d0-c146-403f-9249-e9c457819d36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-27T15:38:33Z', 'updated_at': '2022-06-27T15:38:35Z', 'revision_number': 1, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '016cc6bd-712a-49cc-9909-1460fd182f00', 'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'mac_address': 'fa:16:3e:ce:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '818c3638-655e-43b1-93c9-da54cd282282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:23Z', 'updated_at': '2022-06-27T15:35:29Z', 'revision_number': 5, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'subnets': [{'id': '818c3638-655e-43b1-93c9-da54cd282282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:41:57.452004 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9c001e-3d90-47a7-bc70-af8147ce278f None None] New status for floating IP f0189546-651f-475a-a524-180b84c12d6e: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 15:41:57.618393 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-14803604-92f9-4db0-9148-2618390b54e4 req-f21883b1-1c9d-4aea-9610-5a092ea46bf0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6716d421-2168-4811-813c-2f62c8b1cb66 HTTP/1.1" status: 200 len: 217 time: 0.0362360 Jun 27 15:41:57.669016 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14803604-92f9-4db0-9148-2618390b54e4 req-436f866f-104d-4841-acef-56645a4f9856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:41:57.670447 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-14803604-92f9-4db0-9148-2618390b54e4 req-436f866f-104d-4841-acef-56645a4f9856 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=818c3638-655e-43b1-93c9-da54cd282282 HTTP/1.1" status: 200 len: 850 time: 0.0455854 Jun 27 15:41:57.801429 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14803604-92f9-4db0-9148-2618390b54e4 req-54f6ba9c-cd02-47e6-a2e0-1b42994987d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:41:57.802979 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-14803604-92f9-4db0-9148-2618390b54e4 req-54f6ba9c-cd02-47e6-a2e0-1b42994987d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09bbc698-5eb1-420c-a302-7f9a1544cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465572 Jun 27 15:41:57.907770 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-14803604-92f9-4db0-9148-2618390b54e4 req-fda7dff2-0069-44a9-9256-fd73744f50cd service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977852 Jun 27 15:41:58.002744 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10376cec-5d18-45ed-bcd1-0c93fc306c75 req-9cd97ee6-5b64-4bbd-80a8-276b2ea616df tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:41:58.004247 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-10376cec-5d18-45ed-bcd1-0c93fc306c75 req-9cd97ee6-5b64-4bbd-80a8-276b2ea616df tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d22de4-fe9b-4216-a214-adc8bb03cb87 HTTP/1.1" status: 200 len: 946 time: 0.1078827 Jun 27 15:41:58.069982 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-10376cec-5d18-45ed-bcd1-0c93fc306c75 req-269a4465-9f62-4a9d-8c5e-0d54026f16d0 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571897 Jun 27 15:41:58.133027 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc226603-921e-4687-a79a-96ca2656f958 req-87e64ed3-9a5a-4d36-8142-e088eee50dcf tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:41:58.134591 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-dc226603-921e-4687-a79a-96ca2656f958 req-87e64ed3-9a5a-4d36-8142-e088eee50dcf tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.42 "GET /v2.0/ports?device_id=24d22de4-fe9b-4216-a214-adc8bb03cb87 HTTP/1.1" status: 200 len: 946 time: 0.0479977 Jun 27 15:41:58.140108 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-14803604-92f9-4db0-9148-2618390b54e4 req-6361355d-a752-4744-ad41-b126c223e672 service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028092 Jun 27 15:41:58.240529 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-dc226603-921e-4687-a79a-96ca2656f958 req-a45fc912-b615-4287-a01a-d5a4ced36a11 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Deleting port 6716d421-2168-4811-813c-2f62c8b1cb66 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:41:58.241268 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dc226603-921e-4687-a79a-96ca2656f958 req-a45fc912-b615-4287-a01a-d5a4ced36a11 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (6716d421-2168-4811-813c-2f62c8b1cb66), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:41:58.285134 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:41:58.352035 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [req-dc226603-921e-4687-a79a-96ca2656f958 req-a45fc912-b615-4287-a01a-d5a4ced36a11 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] For port 6716d421-2168-4811-813c-2f62c8b1cb66, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=6716d421-2168-4811-813c-2f62c8b1cb66,segment=NetworkSegment(266d88ec-a72c-492c-9ab4-5d6e98715c36),segment_id=266d88ec-a72c-492c-9ab4-5d6e98715c36)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:41:58.352295 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dc226603-921e-4687-a79a-96ca2656f958 req-a45fc912-b615-4287-a01a-d5a4ced36a11 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (6716d421-2168-4811-813c-2f62c8b1cb66), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:41:58.365887 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [req-dc226603-921e-4687-a79a-96ca2656f958 req-a45fc912-b615-4287-a01a-d5a4ced36a11 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Calling delete_port for 6716d421-2168-4811-813c-2f62c8b1cb66 owned by compute:nova {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:41:58.500528 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dc226603-921e-4687-a79a-96ca2656f958 req-a45fc912-b615-4287-a01a-d5a4ced36a11 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (6716d421-2168-4811-813c-2f62c8b1cb66), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:41:58.529652 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fc912-b615-4287-a01a-d5a4ced36a11 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Pushing event deleted for resources: {'Port': ['ID=6716d421-2168-4811-813c-2f62c8b1cb66,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:41:58.560832 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45fc912-b615-4287-a01a-d5a4ced36a11 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:41:58.561175 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45fc912-b615-4287-a01a-d5a4ced36a11 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:41:58.561512 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45fc912-b615-4287-a01a-d5a4ced36a11 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:41:58.561843 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45fc912-b615-4287-a01a-d5a4ced36a11 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:41:58.562172 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45fc912-b615-4287-a01a-d5a4ced36a11 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:41:58.562495 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45fc912-b615-4287-a01a-d5a4ced36a11 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:41:58.562871 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45fc912-b615-4287-a01a-d5a4ced36a11 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:41:58.563763 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45fc912-b615-4287-a01a-d5a4ced36a11 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:41:58.564099 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45fc912-b615-4287-a01a-d5a4ced36a11 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:41:58.564448 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45fc912-b615-4287-a01a-d5a4ced36a11 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:41:58.564776 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45fc912-b615-4287-a01a-d5a4ced36a11 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:41:58.565101 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45fc912-b615-4287-a01a-d5a4ced36a11 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:41:58.565405 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45fc912-b615-4287-a01a-d5a4ced36a11 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:41:58.565718 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45fc912-b615-4287-a01a-d5a4ced36a11 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:41:58.566031 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a45fc912-b615-4287-a01a-d5a4ced36a11 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104031) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:41:58.595363 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc226603-921e-4687-a79a-96ca2656f958 req-a45fc912-b615-4287-a01a-d5a4ced36a11 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] No DVR routers for this DVR port 6716d421-2168-4811-813c-2f62c8b1cb66 on host hv-cinder-84779 {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:41:58.597936 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [req-dc226603-921e-4687-a79a-96ca2656f958 req-a45fc912-b615-4287-a01a-d5a4ced36a11 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:41:58.601173 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-dc226603-921e-4687-a79a-96ca2656f958 req-a45fc912-b615-4287-a01a-d5a4ced36a11 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.42 "DELETE /v2.0/ports/6716d421-2168-4811-813c-2f62c8b1cb66 HTTP/1.1" status: 204 len: 173 time: 0.4617260 Jun 27 15:41:58.601599 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d22de4-fe9b-4216-a214-adc8bb03cb87', 'name': 'network-vif-deleted', 'tag': '6716d421-2168-4811-813c-2f62c8b1cb66'}] {{(pid=104031) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:41:58.603892 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2390fd5bbe10b177623a279fc6b19678a46b0f449c8af9fedb70d9b6fd87ce5f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9b15d1-1066-4384-8bb4-17e74db940e2" -d '{"events": [{"server_uuid": "24d22de4-fe9b-4216-a214-adc8bb03cb87", "name": "network-vif-deleted", "tag": "6716d421-2168-4811-813c-2f62c8b1cb66"}]}' {{(pid=104031) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:41:58.649735 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1afe6cc-91a3-4807-adea-8973ead69d75 x-openstack-request-id: req-f1afe6cc-91a3-4807-adea-8973ead69d75 {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:41:58.650165 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d22de4-fe9b-4216-a214-adc8bb03cb87", "name": "network-vif-deleted", "tag": "6716d421-2168-4811-813c-2f62c8b1cb66", "status": "completed", "code": 200}]} {{(pid=104031) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:41:58.650546 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f1afe6cc-91a3-4807-adea-8973ead69d75 {{(pid=104031) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:41:58.651140 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1afe6cc-91a3-4807-adea-8973ead69d75'] response: {'server_uuid': '24d22de4-fe9b-4216-a214-adc8bb03cb87', 'name': 'network-vif-deleted', 'tag': '6716d421-2168-4811-813c-2f62c8b1cb66', 'status': 'completed', 'code': 200} Jun 27 15:41:59.198635 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-332dad17-2a75-4dfe-ad41-42f4b1068174 req-e9fdab25-ad11-4166-82f2-0f38c7715380 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=24d22de4-fe9b-4216-a214-adc8bb03cb87 HTTP/1.1" status: 200 len: 210 time: 0.0367961 Jun 27 15:42:00.899999 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 6716d421-2168-4811-813c-2f62c8b1cb66 no longer exists at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:42:00.902818 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:00.904332 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:00.921686 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] No Port match for: 6716d421-2168-4811-813c-2f62c8b1cb66 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:42:00.922060 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 6716d421-2168-4811-813c-2f62c8b1cb66 not bound to the agent host hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:42:02.521665 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 60398) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:42:02.674213 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-03fd4912-5240-4261-a643-2d718683037b tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Deleting port a570c1f5-f0ae-4a4a-b1dc-0ab91c528c8a {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:42:02.674512 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-03fd4912-5240-4261-a643-2d718683037b tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (a570c1f5-f0ae-4a4a-b1dc-0ab91c528c8a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:02.755402 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-03fd4912-5240-4261-a643-2d718683037b tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (a570c1f5-f0ae-4a4a-b1dc-0ab91c528c8a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:02.755669 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-03fd4912-5240-4261-a643-2d718683037b tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for floatingip (a570c1f5-f0ae-4a4a-b1dc-0ab91c528c8a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:02.768612 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-03fd4912-5240-4261-a643-2d718683037b tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Calling delete_port for a570c1f5-f0ae-4a4a-b1dc-0ab91c528c8a owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:42:02.859349 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=100 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:02.923754 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-03fd4912-5240-4261-a643-2d718683037b tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (a570c1f5-f0ae-4a4a-b1dc-0ab91c528c8a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:02.949356 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd4912-5240-4261-a643-2d718683037b tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Pushing event deleted for resources: {'Port': ['ID=a570c1f5-f0ae-4a4a-b1dc-0ab91c528c8a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:42:02.996615 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:03.017856 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-03fd4912-5240-4261-a643-2d718683037b tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for floatingip (2dfbbc2f-aa42-4b07-9406-aa2a39e44bb5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:03.018114 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.db.l3_db [None req-03fd4912-5240-4261-a643-2d718683037b tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Floating IP 2dfbbc2f-aa42-4b07-9406-aa2a39e44bb5 disassociated (deleted). External IP: 172.27.2.9, port: 928d1e85-bf47-4f29-9eb6-61c0816e3e03. Jun 27 15:42:03.490963 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03fd4912-5240-4261-a643-2d718683037b tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Router 9d1a6659-3979-4d86-b94f-96317f247349 has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104032) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:42:03.602133 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fd4912-5240-4261-a643-2d718683037b tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104032) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:42:03.607498 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-03fd4912-5240-4261-a643-2d718683037b tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:03.612440 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e9e676-8d18-430e-87a7-1d8d5160775c None None] Sync routers for ids ['9d1a6659-3979-4d86-b94f-96317f247349'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:42:03.622720 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e9e676-8d18-430e-87a7-1d8d5160775c None None] Routers {'9d1a6659-3979-4d86-b94f-96317f247349'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:42:03.623331 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a1e9e676-8d18-430e-87a7-1d8d5160775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:41:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['9d1a6659-3979-4d86-b94f-96317f247349'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:42:03.637868 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-03fd4912-5240-4261-a643-2d718683037b tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "DELETE /v2.0/floatingips/2dfbbc2f-aa42-4b07-9406-aa2a39e44bb5 HTTP/1.1" status: 204 len: 168 time: 1.1150935 Jun 27 15:42:03.638556 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab3997d0-c146-403f-9249-e9c457819d36', 'tag': '928d1e85-bf47-4f29-9eb6-61c0816e3e03'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:42:03.640960 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ecdf1b21e48a9c17975c38f4cbb98a47ab0df019f7748c413a09c43e6bcf64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09f3692-c347-487b-acb0-8af975b21caa" -d '{"events": [{"name": "network-changed", "server_uuid": "ab3997d0-c146-403f-9249-e9c457819d36", "tag": "928d1e85-bf47-4f29-9eb6-61c0816e3e03"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:42:03.678728 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Jun 2022 15:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5cfb6f-7120-4592-8054-21561ce8212a x-openstack-request-id: req-ca5cfb6f-7120-4592-8054-21561ce8212a {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:42:03.679013 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab3997d0-c146-403f-9249-e9c457819d36", "tag": "928d1e85-bf47-4f29-9eb6-61c0816e3e03", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:42:03.679274 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ca5cfb6f-7120-4592-8054-21561ce8212a {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:42:03.680214 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca5cfb6f-7120-4592-8054-21561ce8212a'] response: {'name': 'network-changed', 'server_uuid': 'ab3997d0-c146-403f-9249-e9c457819d36', 'tag': '928d1e85-bf47-4f29-9eb6-61c0816e3e03', 'status': 'completed', 'code': 200} Jun 27 15:42:03.735042 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a1e9e676-8d18-430e-87a7-1d8d5160775c None None] Set router 9d1a6659-3979-4d86-b94f-96317f247349 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:42:03.747014 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f3692-c347-487b-acb0-8af975b21caa req-43c39ab2-fd02-4528-a1ef-fdd72b97920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:42:03.748430 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e09f3692-c347-487b-acb0-8af975b21caa req-43c39ab2-fd02-4528-a1ef-fdd72b97920d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=bf83328eefb741d086f33cd650fd3942&device_id=ab3997d0-c146-403f-9249-e9c457819d36 HTTP/1.1" status: 200 len: 1129 time: 0.0434406 Jun 27 15:42:03.863863 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=100 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:03.865364 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f3692-c347-487b-acb0-8af975b21caa req-26c519fb-0c08-4740-ab96-0493f12982f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:42:03.868026 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e09f3692-c347-487b-acb0-8af975b21caa req-26c519fb-0c08-4740-ab96-0493f12982f1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=09bbc698-5eb1-420c-a302-7f9a1544cd53 HTTP/1.1" status: 200 len: 912 time: 0.1130264 Jun 27 15:42:03.877319 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:03.886657 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e16f84-9136-4642-bf6f-004957393216 req-c35f327c-1011-4b5b-872e-26838bd1aaf5 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:42:03.888164 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a5e16f84-9136-4642-bf6f-004957393216 req-c35f327c-1011-4b5b-872e-26838bd1aaf5 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab3997d0-c146-403f-9249-e9c457819d36 HTTP/1.1" status: 200 len: 945 time: 0.0557928 Jun 27 15:42:03.936702 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a1e9e676-8d18-430e-87a7-1d8d5160775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1a6659-3979-4d86-b94f-96317f247349', 'name': 'tempest-TestVolumeBootPattern-919522570-router', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e153a897-25a4-456a-bc54-8426d743d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:24Z', 'revision_number': 4, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'gw_port': {'id': 'e153a897-25a4-456a-bc54-8426d743d948', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '016cc6bd-712a-49cc-9909-1460fd182f00', 'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'mac_address': 'fa:16:3e:ce:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '818c3638-655e-43b1-93c9-da54cd282282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:23Z', 'updated_at': '2022-06-27T15:35:29Z', 'revision_number': 5, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'subnets': [{'id': '818c3638-655e-43b1-93c9-da54cd282282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:42:03.939129 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-a5e16f84-9136-4642-bf6f-004957393216 req-9ae151ba-fd7f-4e3a-8ef5-226799b17ba1 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449982 Jun 27 15:42:03.962875 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e9e676-8d18-430e-87a7-1d8d5160775c None None] Checking router: 9d1a6659-3979-4d86-b94f-96317f247349 for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:42:03.971876 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e9e676-8d18-430e-87a7-1d8d5160775c None None] Routers {'9d1a6659-3979-4d86-b94f-96317f247349'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:42:03.972522 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a1e9e676-8d18-430e-87a7-1d8d5160775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:41:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['9d1a6659-3979-4d86-b94f-96317f247349'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:42:04.076372 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-a1e9e676-8d18-430e-87a7-1d8d5160775c None None] Set router 9d1a6659-3979-4d86-b94f-96317f247349 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:42:04.279379 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-a1e9e676-8d18-430e-87a7-1d8d5160775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1a6659-3979-4d86-b94f-96317f247349', 'name': 'tempest-TestVolumeBootPattern-919522570-router', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e153a897-25a4-456a-bc54-8426d743d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:24Z', 'revision_number': 4, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'gw_port': {'id': 'e153a897-25a4-456a-bc54-8426d743d948', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '016cc6bd-712a-49cc-9909-1460fd182f00', 'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'mac_address': 'fa:16:3e:ce:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '818c3638-655e-43b1-93c9-da54cd282282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:23Z', 'updated_at': '2022-06-27T15:35:29Z', 'revision_number': 5, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'subnets': [{'id': '818c3638-655e-43b1-93c9-da54cd282282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:42:04.304898 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e9e676-8d18-430e-87a7-1d8d5160775c None None] The sync data for ids ['9d1a6659-3979-4d86-b94f-96317f247349'] in dv-cinder-847798-1-iscsi is: [{'id': '9d1a6659-3979-4d86-b94f-96317f247349', 'name': 'tempest-TestVolumeBootPattern-919522570-router', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e153a897-25a4-456a-bc54-8426d743d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:24Z', 'revision_number': 4, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'gw_port': {'id': 'e153a897-25a4-456a-bc54-8426d743d948', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi', '_interfaces': [{'id': '016cc6bd-712a-49cc-9909-1460fd182f00', 'name': '', 'network_id': '09bbc698-5eb1-420c-a302-7f9a1544cd53', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'mac_address': 'fa:16:3e:ce:69:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '818c3638-655e-43b1-93c9-da54cd282282', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:23Z', 'updated_at': '2022-06-27T15:35:29Z', 'revision_number': 5, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'subnets': [{'id': '818c3638-655e-43b1-93c9-da54cd282282', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:42:04.553581 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef02d13f-5dac-4c6b-8ea4-45326815d827 None None] New status for floating IP 2dfbbc2f-aa42-4b07-9406-aa2a39e44bb5: DOWN {{(pid=104033) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 27 15:42:04.800685 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e09f3692-c347-487b-acb0-8af975b21caa req-9eaf6728-b62a-4ec2-8401-a4fc5b81d2a2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=928d1e85-bf47-4f29-9eb6-61c0816e3e03 HTTP/1.1" status: 200 len: 217 time: 0.0346189 Jun 27 15:42:04.855408 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f3692-c347-487b-acb0-8af975b21caa req-fcc74d54-ed07-45b7-bd18-7c66a4152dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:42:04.856949 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e09f3692-c347-487b-acb0-8af975b21caa req-fcc74d54-ed07-45b7-bd18-7c66a4152dfe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=818c3638-655e-43b1-93c9-da54cd282282 HTTP/1.1" status: 200 len: 850 time: 0.0490859 Jun 27 15:42:05.195100 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09f3692-c347-487b-acb0-8af975b21caa req-992cf88a-b75e-4755-9d4d-967e36e92f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:42:05.196565 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e09f3692-c347-487b-acb0-8af975b21caa req-992cf88a-b75e-4755-9d4d-967e36e92f3d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=09bbc698-5eb1-420c-a302-7f9a1544cd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3327749 Jun 27 15:42:05.211726 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bea4a-b758-4567-b92a-5848964fadd3 req-008d99bf-27ce-4da6-a4ed-e85578d0f363 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104031) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:42:05.213309 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ba5bea4a-b758-4567-b92a-5848964fadd3 req-008d99bf-27ce-4da6-a4ed-e85578d0f363 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab3997d0-c146-403f-9249-e9c457819d36 HTTP/1.1" status: 200 len: 945 time: 0.0559683 Jun 27 15:42:05.264512 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:05.265025 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92466d62-8b9b-4e67-9de0-dfc1d7b54646 req-a59e0300-7ca0-4db9-af49-5d012501c455 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104032) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 27 15:42:05.268224 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-92466d62-8b9b-4e67-9de0-dfc1d7b54646 req-a59e0300-7ca0-4db9-af49-5d012501c455 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab3997d0-c146-403f-9249-e9c457819d36 HTTP/1.1" status: 200 len: 945 time: 0.0492449 Jun 27 15:42:05.323125 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-ba5bea4a-b758-4567-b92a-5848964fadd3 req-4f436686-ffba-4396-91f8-5baafe01d58e tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "GET /v2.0/security-groups?id=83fca23a-321b-4e0f-903d-65307b761882&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012993 Jun 27 15:42:05.342998 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:05.349216 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e09f3692-c347-487b-acb0-8af975b21caa req-7edf3b79-f95f-4459-90b2-b497b9694a75 service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349111 Jun 27 15:42:05.360932 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-92466d62-8b9b-4e67-9de0-dfc1d7b54646 req-560b71e2-6129-4ca5-a97b-f3dd261ccef2 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Deleting port 928d1e85-bf47-4f29-9eb6-61c0816e3e03 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:42:05.361286 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-92466d62-8b9b-4e67-9de0-dfc1d7b54646 req-560b71e2-6129-4ca5-a97b-f3dd261ccef2 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (928d1e85-bf47-4f29-9eb6-61c0816e3e03), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:05.443308 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [req-e09f3692-c347-487b-acb0-8af975b21caa req-3c9e6b27-050c-4f59-a136-6f1178310230 service neutron] 10.222.0.42 "GET /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881717 Jun 27 15:42:05.454231 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [req-92466d62-8b9b-4e67-9de0-dfc1d7b54646 req-560b71e2-6129-4ca5-a97b-f3dd261ccef2 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] For port 928d1e85-bf47-4f29-9eb6-61c0816e3e03, host hv-cinder-84779, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84779',level=0,port_id=928d1e85-bf47-4f29-9eb6-61c0816e3e03,segment=NetworkSegment(266d88ec-a72c-492c-9ab4-5d6e98715c36),segment_id=266d88ec-a72c-492c-9ab4-5d6e98715c36)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:42:05.454520 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-92466d62-8b9b-4e67-9de0-dfc1d7b54646 req-560b71e2-6129-4ca5-a97b-f3dd261ccef2 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (928d1e85-bf47-4f29-9eb6-61c0816e3e03), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:05.469345 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [req-92466d62-8b9b-4e67-9de0-dfc1d7b54646 req-560b71e2-6129-4ca5-a97b-f3dd261ccef2 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Calling delete_port for 928d1e85-bf47-4f29-9eb6-61c0816e3e03 owned by compute:nova {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:42:05.553849 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:05.618457 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-92466d62-8b9b-4e67-9de0-dfc1d7b54646 req-560b71e2-6129-4ca5-a97b-f3dd261ccef2 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (928d1e85-bf47-4f29-9eb6-61c0816e3e03), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:05.648913 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b71e2-6129-4ca5-a97b-f3dd261ccef2 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Pushing event deleted for resources: {'Port': ['ID=928d1e85-bf47-4f29-9eb6-61c0816e3e03,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:42:05.697406 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [req-92466d62-8b9b-4e67-9de0-dfc1d7b54646 req-560b71e2-6129-4ca5-a97b-f3dd261ccef2 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] No DVR routers for this DVR port 928d1e85-bf47-4f29-9eb6-61c0816e3e03 on host hv-cinder-84779 {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:42:05.699967 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [req-92466d62-8b9b-4e67-9de0-dfc1d7b54646 req-560b71e2-6129-4ca5-a97b-f3dd261ccef2 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for port (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:05.703353 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [req-92466d62-8b9b-4e67-9de0-dfc1d7b54646 req-560b71e2-6129-4ca5-a97b-f3dd261ccef2 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.42 "DELETE /v2.0/ports/928d1e85-bf47-4f29-9eb6-61c0816e3e03 HTTP/1.1" status: 204 len: 173 time: 0.4300218 Jun 27 15:42:05.703795 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab3997d0-c146-403f-9249-e9c457819d36', 'name': 'network-vif-deleted', 'tag': '928d1e85-bf47-4f29-9eb6-61c0816e3e03'}] {{(pid=104032) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 27 15:42:05.706213 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ecdf1b21e48a9c17975c38f4cbb98a47ab0df019f7748c413a09c43e6bcf64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0e807f-a902-4493-8822-1dd204646726" -d '{"events": [{"server_uuid": "ab3997d0-c146-403f-9249-e9c457819d36", "name": "network-vif-deleted", "tag": "928d1e85-bf47-4f29-9eb6-61c0816e3e03"}]}' {{(pid=104032) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 27 15:42:05.745618 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Jun 2022 15:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654aeb30-1f88-4c84-81aa-aaa2b676a582 x-openstack-request-id: req-654aeb30-1f88-4c84-81aa-aaa2b676a582 {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 27 15:42:05.745973 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab3997d0-c146-403f-9249-e9c457819d36", "name": "network-vif-deleted", "tag": "928d1e85-bf47-4f29-9eb6-61c0816e3e03", "status": "completed", "code": 200}]} {{(pid=104032) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 27 15:42:05.746276 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-654aeb30-1f88-4c84-81aa-aaa2b676a582 {{(pid=104032) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 27 15:42:05.746711 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.notifiers.nova [-] Nova event matching ['req-654aeb30-1f88-4c84-81aa-aaa2b676a582'] response: {'server_uuid': 'ab3997d0-c146-403f-9249-e9c457819d36', 'name': 'network-vif-deleted', 'tag': '928d1e85-bf47-4f29-9eb6-61c0816e3e03', 'status': 'completed', 'code': 200} Jun 27 15:42:06.386749 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 60412) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:42:06.491549 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:06.504267 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-8bad94ed-e4b1-4cd8-b167-4b70281eaa49 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Deleting port fe175eb5-b444-4348-bab4-7bf8d2bce1ed {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:42:06.504662 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8bad94ed-e4b1-4cd8-b167-4b70281eaa49 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (fe175eb5-b444-4348-bab4-7bf8d2bce1ed), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:06.591647 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8bad94ed-e4b1-4cd8-b167-4b70281eaa49 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (fe175eb5-b444-4348-bab4-7bf8d2bce1ed), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:06.592142 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8bad94ed-e4b1-4cd8-b167-4b70281eaa49 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for floatingip (fe175eb5-b444-4348-bab4-7bf8d2bce1ed), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:06.606295 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-8bad94ed-e4b1-4cd8-b167-4b70281eaa49 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Calling delete_port for fe175eb5-b444-4348-bab4-7bf8d2bce1ed owned by network:floatingip {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:42:06.767615 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8bad94ed-e4b1-4cd8-b167-4b70281eaa49 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (fe175eb5-b444-4348-bab4-7bf8d2bce1ed), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:06.792478 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad94ed-e4b1-4cd8-b167-4b70281eaa49 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Pushing event deleted for resources: {'Port': ['ID=fe175eb5-b444-4348-bab4-7bf8d2bce1ed,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:42:06.860940 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8bad94ed-e4b1-4cd8-b167-4b70281eaa49 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for floatingip (5dad682e-2d58-47dc-a261-86f455fcd682), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:06.863776 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-8bad94ed-e4b1-4cd8-b167-4b70281eaa49 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5231'] for floatingip (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:06.865142 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-8bad94ed-e4b1-4cd8-b167-4b70281eaa49 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "DELETE /v2.0/floatingips/5dad682e-2d58-47dc-a261-86f455fcd682 HTTP/1.1" status: 204 len: 168 time: 0.4787333 Jun 27 15:42:08.117625 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 60424) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:42:08.181861 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4907e7a5-2d1a-4861-b53d-ec1faa3ef5a6 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for security_group (83fca23a-321b-4e0f-903d-65307b761882), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:08.210453 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4907e7a5-2d1a-4861-b53d-ec1faa3ef5a6 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for security_group (83fca23a-321b-4e0f-903d-65307b761882), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:08.283711 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4907e7a5-2d1a-4861-b53d-ec1faa3ef5a6 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (83fca23a-321b-4e0f-903d-65307b761882), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:08.286308 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-4907e7a5-2d1a-4861-b53d-ec1faa3ef5a6 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:08.287503 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-4907e7a5-2d1a-4861-b53d-ec1faa3ef5a6 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] 10.222.0.26 "DELETE /v2.0/security-groups/83fca23a-321b-4e0f-903d-65307b761882 HTTP/1.1" status: 204 len: 168 time: 0.1688616 Jun 27 15:42:08.296945 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907e7a5-2d1a-4861-b53d-ec1faa3ef5a6 tempest-TestVolumeBootPattern-442144854 tempest-TestVolumeBootPattern-442144854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fca23a-321b-4e0f-903d-65307b761882,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:42:08.343818 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 60428) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:42:08.806744 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-47319f09-417b-4613-b1cc-226d3d8fa433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:08.815995 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-060a64dc-f203-4c62-84ee-b8c4a318e512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3703176'] for router_interface (9d1a6659-3979-4d86-b94f-96317f247349), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:08.931152 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 928d1e85-bf47-4f29-9eb6-61c0816e3e03 no longer exists at agent hyperv_hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:42:08.954576 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] No Port match for: 928d1e85-bf47-4f29-9eb6-61c0816e3e03 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:42:08.954899 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Device 928d1e85-bf47-4f29-9eb6-61c0816e3e03 not bound to the agent host hv-cinder-84779 {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:42:09.049049 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-060a64dc-f203-4c62-84ee-b8c4a318e512 admin admin] Deleting port 016cc6bd-712a-49cc-9909-1460fd182f00 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:42:09.049304 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-060a64dc-f203-4c62-84ee-b8c4a318e512 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (016cc6bd-712a-49cc-9909-1460fd182f00), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:09.131877 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-060a64dc-f203-4c62-84ee-b8c4a318e512 admin admin] For port 016cc6bd-712a-49cc-9909-1460fd182f00, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=016cc6bd-712a-49cc-9909-1460fd182f00,segment=NetworkSegment(266d88ec-a72c-492c-9ab4-5d6e98715c36),segment_id=266d88ec-a72c-492c-9ab4-5d6e98715c36)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:42:09.132271 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-060a64dc-f203-4c62-84ee-b8c4a318e512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (016cc6bd-712a-49cc-9909-1460fd182f00), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:09.146263 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-060a64dc-f203-4c62-84ee-b8c4a318e512 admin admin] Calling delete_port for 016cc6bd-712a-49cc-9909-1460fd182f00 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:42:09.272410 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=100 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:09.307492 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:09.362137 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-060a64dc-f203-4c62-84ee-b8c4a318e512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (016cc6bd-712a-49cc-9909-1460fd182f00), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:09.390587 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a64dc-f203-4c62-84ee-b8c4a318e512 admin admin] Pushing event deleted for resources: {'Port': ['ID=016cc6bd-712a-49cc-9909-1460fd182f00,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:42:09.557632 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-060a64dc-f203-4c62-84ee-b8c4a318e512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3703068'] for router_interface (9d1a6659-3979-4d86-b94f-96317f247349), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:09.781469 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060a64dc-f203-4c62-84ee-b8c4a318e512 admin admin] Router 9d1a6659-3979-4d86-b94f-96317f247349 has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:42:09.901971 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060a64dc-f203-4c62-84ee-b8c4a318e512 admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:42:09.907527 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-060a64dc-f203-4c62-84ee-b8c4a318e512 admin admin] 10.222.0.26 "PUT /v2.0/routers/9d1a6659-3979-4d86-b94f-96317f247349/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5621355 Jun 27 15:42:09.909764 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 60432) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:42:09.913313 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe672545-0eb0-4e76-9cef-541ff2870fd2 None None] Sync routers for ids ['9d1a6659-3979-4d86-b94f-96317f247349'] in dv-cinder-847798-1-iscsi {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:42:09.924488 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe672545-0eb0-4e76-9cef-541ff2870fd2 None None] Routers {'9d1a6659-3979-4d86-b94f-96317f247349'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:42:09.925106 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-fe672545-0eb0-4e76-9cef-541ff2870fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:41:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['9d1a6659-3979-4d86-b94f-96317f247349'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:42:10.010236 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e084941d-30ab-4b21-bd35-5d244db2973d admin admin] Publish callbacks [] for router (9d1a6659-3979-4d86-b94f-96317f247349), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:10.030767 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-fe672545-0eb0-4e76-9cef-541ff2870fd2 None None] Set router 9d1a6659-3979-4d86-b94f-96317f247349 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:42:10.107157 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e084941d-30ab-4b21-bd35-5d244db2973d admin admin] Publish callbacks [] for router_gateway (9d1a6659-3979-4d86-b94f-96317f247349), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:10.156378 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-e084941d-30ab-4b21-bd35-5d244db2973d admin admin] Deleting port e153a897-25a4-456a-bc54-8426d743d948 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:42:10.156624 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e084941d-30ab-4b21-bd35-5d244db2973d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (e153a897-25a4-456a-bc54-8426d743d948), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:10.203800 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-fe672545-0eb0-4e76-9cef-541ff2870fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1a6659-3979-4d86-b94f-96317f247349', 'name': 'tempest-TestVolumeBootPattern-919522570-router', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105'}], 'enable_snat': True}, 'gw_port_id': 'e153a897-25a4-456a-bc54-8426d743d948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:42:09Z', 'revision_number': 5, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'gw_port': {'id': 'e153a897-25a4-456a-bc54-8426d743d948', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1a6659-3979-4d86-b94f-96317f247349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:42:10.223053 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:10.234554 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe672545-0eb0-4e76-9cef-541ff2870fd2 None None] Checking router: 9d1a6659-3979-4d86-b94f-96317f247349 for host: dv-cinder-847798-1-iscsi {{(pid=104034) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:42:10.235524 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:10.244584 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-e084941d-30ab-4b21-bd35-5d244db2973d admin admin] For port e153a897-25a4-456a-bc54-8426d743d948, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=e153a897-25a4-456a-bc54-8426d743d948,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:42:10.244945 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e084941d-30ab-4b21-bd35-5d244db2973d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (e153a897-25a4-456a-bc54-8426d743d948), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:10.246403 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe672545-0eb0-4e76-9cef-541ff2870fd2 None None] Routers {'9d1a6659-3979-4d86-b94f-96317f247349'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104034) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:42:10.247417 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-fe672545-0eb0-4e76-9cef-541ff2870fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:41:42Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['9d1a6659-3979-4d86-b94f-96317f247349'], 'active': True} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:42:10.261375 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-e084941d-30ab-4b21-bd35-5d244db2973d admin admin] Calling delete_port for e153a897-25a4-456a-bc54-8426d743d948 owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:42:10.330076 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_dvr_db [None req-fe672545-0eb0-4e76-9cef-541ff2870fd2 None None] Set router 9d1a6659-3979-4d86-b94f-96317f247349 gateway port host: None {{(pid=104034) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:42:10.381711 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.l3_hamode_db [None req-fe672545-0eb0-4e76-9cef-541ff2870fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d1a6659-3979-4d86-b94f-96317f247349', 'name': 'tempest-TestVolumeBootPattern-919522570-router', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:42:10Z', 'revision_number': 6, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'gw_port_host': None}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:42:10.410245 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe672545-0eb0-4e76-9cef-541ff2870fd2 None None] The sync data for ids ['9d1a6659-3979-4d86-b94f-96317f247349'] in dv-cinder-847798-1-iscsi is: [{'id': '9d1a6659-3979-4d86-b94f-96317f247349', 'name': 'tempest-TestVolumeBootPattern-919522570-router', 'tenant_id': 'bf83328eefb741d086f33cd650fd3942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:21Z', 'updated_at': '2022-06-27T15:42:10Z', 'revision_number': 6, 'project_id': 'bf83328eefb741d086f33cd650fd3942', 'gw_port_host': None}] {{(pid=104034) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:42:10.447035 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e084941d-30ab-4b21-bd35-5d244db2973d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (e153a897-25a4-456a-bc54-8426d743d948), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:10.476042 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084941d-30ab-4b21-bd35-5d244db2973d admin admin] Pushing event deleted for resources: {'Port': ['ID=e153a897-25a4-456a-bc54-8426d743d948,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:42:10.537780 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e084941d-30ab-4b21-bd35-5d244db2973d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3731768'] for router_gateway (9d1a6659-3979-4d86-b94f-96317f247349), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:10.623657 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e084941d-30ab-4b21-bd35-5d244db2973d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3708209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254106'] for router (9d1a6659-3979-4d86-b94f-96317f247349), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:10.625915 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e084941d-30ab-4b21-bd35-5d244db2973d admin admin] Publish callbacks [] for router_controller (9d1a6659-3979-4d86-b94f-96317f247349), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:10.668897 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e084941d-30ab-4b21-bd35-5d244db2973d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3708351'] for router (9d1a6659-3979-4d86-b94f-96317f247349), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:10.669447 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e084941d-30ab-4b21-bd35-5d244db2973d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d1a6659-3979-4d86-b94f-96317f247349 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 15:42:10.674325 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-e084941d-30ab-4b21-bd35-5d244db2973d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:10.675527 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-e084941d-30ab-4b21-bd35-5d244db2973d admin admin] 10.222.0.26 "DELETE /v2.0/routers/9d1a6659-3979-4d86-b94f-96317f247349 HTTP/1.1" status: 204 len: 168 time: 0.7648447 Jun 27 15:42:10.679513 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 60434) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:42:10.726127 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfdfe999-c9d2-468d-b6ab-6bdc75d17661 admin admin] Deleting subnet 818c3638-655e-43b1-93c9-da54cd282282 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 15:42:10.729340 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe999-c9d2-468d-b6ab-6bdc75d17661 admin admin] Publish callbacks [] for subnet (818c3638-655e-43b1-93c9-da54cd282282), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:10.768085 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe999-c9d2-468d-b6ab-6bdc75d17661 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-537121'] for subnet (818c3638-655e-43b1-93c9-da54cd282282), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:10.853316 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe999-c9d2-468d-b6ab-6bdc75d17661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693064'] for subnet (818c3638-655e-43b1-93c9-da54cd282282), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:10.908815 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe999-c9d2-468d-b6ab-6bdc75d17661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9360100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8708483'] for subnet (818c3638-655e-43b1-93c9-da54cd282282), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:10.938391 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfe999-c9d2-468d-b6ab-6bdc75d17661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=818c3638-655e-43b1-93c9-da54cd282282,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:42:10.943149 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-cfdfe999-c9d2-468d-b6ab-6bdc75d17661 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:10.947480 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-cfdfe999-c9d2-468d-b6ab-6bdc75d17661 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/818c3638-655e-43b1-93c9-da54cd282282 HTTP/1.1" status: 204 len: 168 time: 0.2669854 Jun 27 15:42:10.949349 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf04e251-bb64-4c68-8819-e8dc8d79e709 None None] Network 09bbc698-5eb1-420c-a302-7f9a1544cd53 requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:42:10.950034 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 60436) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:42:11.020524 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6ccb9f77-ccef-4341-8087-806583536548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750815'] for network (09bbc698-5eb1-420c-a302-7f9a1544cd53), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:11.064724 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-6ccb9f77-ccef-4341-8087-806583536548 admin admin] Deleting port d07841b9-b719-4d1a-8901-fbf16d3c2878 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:42:11.065027 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6ccb9f77-ccef-4341-8087-806583536548 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (d07841b9-b719-4d1a-8901-fbf16d3c2878), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:11.134358 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-6ccb9f77-ccef-4341-8087-806583536548 admin admin] For port d07841b9-b719-4d1a-8901-fbf16d3c2878, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=d07841b9-b719-4d1a-8901-fbf16d3c2878,segment=NetworkSegment(266d88ec-a72c-492c-9ab4-5d6e98715c36),segment_id=266d88ec-a72c-492c-9ab4-5d6e98715c36)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:42:11.134358 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6ccb9f77-ccef-4341-8087-806583536548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (d07841b9-b719-4d1a-8901-fbf16d3c2878), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:11.151887 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:11.153359 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-6ccb9f77-ccef-4341-8087-806583536548 admin admin] Calling delete_port for d07841b9-b719-4d1a-8901-fbf16d3c2878 owned by network:dhcp {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:42:11.162749 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:11.179656 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff90b67-d469-448a-b080-458de74ba9ee None None] DHCP port deletion for 09bbc698-5eb1-420c-a302-7f9a1544cd53 request from dv-cinder-847798-1-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 15:42:11.245333 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6ccb9f77-ccef-4341-8087-806583536548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (d07841b9-b719-4d1a-8901-fbf16d3c2878), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:11.276012 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb9f77-ccef-4341-8087-806583536548 admin admin] Pushing event deleted for resources: {'Port': ['ID=d07841b9-b719-4d1a-8901-fbf16d3c2878,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:42:11.277942 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccb9f77-ccef-4341-8087-806583536548 admin admin] No DVR routers for this DVR port d07841b9-b719-4d1a-8901-fbf16d3c2878 on host dv-cinder-847798-1-iscsi {{(pid=104031) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:42:11.351861 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9ff90b67-d469-448a-b080-458de74ba9ee None None] Deleting port d07841b9-b719-4d1a-8901-fbf16d3c2878 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:42:11.352234 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9ff90b67-d469-448a-b080-458de74ba9ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (d07841b9-b719-4d1a-8901-fbf16d3c2878), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:11.353752 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6ccb9f77-ccef-4341-8087-806583536548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-755509', 'neutron.services.segments.db._delete_segments_for_network-8767603345803'] for network (09bbc698-5eb1-420c-a302-7f9a1544cd53), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:11.375414 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-6ccb9f77-ccef-4341-8087-806583536548 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09bbc698-5eb1-420c-a302-7f9a1544cd53']}} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:42:11.386490 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-6ccb9f77-ccef-4341-8087-806583536548 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '266d88ec-a72c-492c-9ab4-5d6e98715c36') {'for_net_delete': True} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:42:11.386626 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.services.segments.db [None req-6ccb9f77-ccef-4341-8087-806583536548 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '266d88ec-a72c-492c-9ab4-5d6e98715c36') {} {{(pid=104031) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:42:11.397097 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6ccb9f77-ccef-4341-8087-806583536548 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767603346068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-537146'] for segment (266d88ec-a72c-492c-9ab4-5d6e98715c36), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:11.415386 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6ccb9f77-ccef-4341-8087-806583536548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (266d88ec-a72c-492c-9ab4-5d6e98715c36), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:11.418079 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-9ff90b67-d469-448a-b080-458de74ba9ee None None] For port d07841b9-b719-4d1a-8901-fbf16d3c2878, host dv-cinder-847798-1-iscsi, got binding levels [] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:42:11.418483 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9ff90b67-d469-448a-b080-458de74ba9ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (d07841b9-b719-4d1a-8901-fbf16d3c2878), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:11.423290 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ccb9f77-ccef-4341-8087-806583536548 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=104031) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 15:42:11.423703 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6ccb9f77-ccef-4341-8087-806583536548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9360014'] for segment (266d88ec-a72c-492c-9ab4-5d6e98715c36), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:11.436207 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9ff90b67-d469-448a-b080-458de74ba9ee None None] Calling delete_port for d07841b9-b719-4d1a-8901-fbf16d3c2878 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:42:11.439314 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.ipam_backend_mixin [None req-9ff90b67-d469-448a-b080-458de74ba9ee None None] Port d07841b9-b719-4d1a-8901-fbf16d3c2878 was not found and therefore no delete operation was performed {{(pid=104033) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 27 15:42:11.445599 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9ff90b67-d469-448a-b080-458de74ba9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733'] for port (d07841b9-b719-4d1a-8901-fbf16d3c2878), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:11.467151 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff90b67-d469-448a-b080-458de74ba9ee None None] Pushing event deleted for resources: {'Port': ['ID=d07841b9-b719-4d1a-8901-fbf16d3c2878,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:42:11.480036 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff90b67-d469-448a-b080-458de74ba9ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:42:11.480608 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff90b67-d469-448a-b080-458de74ba9ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:42:11.481110 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff90b67-d469-448a-b080-458de74ba9ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:42:11.481640 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff90b67-d469-448a-b080-458de74ba9ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:42:11.482144 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff90b67-d469-448a-b080-458de74ba9ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:42:11.482788 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff90b67-d469-448a-b080-458de74ba9ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:42:11.483280 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff90b67-d469-448a-b080-458de74ba9ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:42:11.483798 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff90b67-d469-448a-b080-458de74ba9ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:42:11.484292 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff90b67-d469-448a-b080-458de74ba9ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:42:11.484801 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff90b67-d469-448a-b080-458de74ba9ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:42:11.485301 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff90b67-d469-448a-b080-458de74ba9ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:42:11.485827 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff90b67-d469-448a-b080-458de74ba9ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:42:11.486121 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff90b67-d469-448a-b080-458de74ba9ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:42:11.486850 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff90b67-d469-448a-b080-458de74ba9ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:42:11.487543 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff90b67-d469-448a-b080-458de74ba9ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847798-1-iscsi {{(pid=104033) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 27 15:42:11.493335 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff90b67-d469-448a-b080-458de74ba9ee None None] No DVR routers for this DVR port d07841b9-b719-4d1a-8901-fbf16d3c2878 on host dv-cinder-847798-1-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:42:11.497782 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6ccb9f77-ccef-4341-8087-806583536548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-755500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728431'] for network (09bbc698-5eb1-420c-a302-7f9a1544cd53), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:11.515077 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-6ccb9f77-ccef-4341-8087-806583536548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:11.518272 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-6ccb9f77-ccef-4341-8087-806583536548 admin admin] 10.222.0.26 "DELETE /v2.0/networks/09bbc698-5eb1-420c-a302-7f9a1544cd53 HTTP/1.1" status: 204 len: 168 time: 0.5672748 Jun 27 15:42:11.521424 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 60442) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:42:11.536747 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.services.segments.plugin [-] Segment 266d88ec-a72c-492c-9ab4-5d6e98715c36 resource provider aggregate not found Jun 27 15:42:11.541532 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb9f77-ccef-4341-8087-806583536548 admin admin] Pushing event deleted for resources: {'Network': ['ID=09bbc698-5eb1-420c-a302-7f9a1544cd53,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:42:11.572481 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.services.segments.plugin [-] Segment 266d88ec-a72c-492c-9ab4-5d6e98715c36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 266d88ec-a72c-492c-9ab4-5d6e98715c36 found for delete ", "request_id": "req-9195e248-c0fc-4f18-9095-d330005de4b8"}]} Jun 27 15:42:11.706736 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-1ba3210a-5bd9-495e-971c-1a7640723039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:11.746879 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 016cc6bd-712a-49cc-9909-1460fd182f00 no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:42:11.768211 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: 016cc6bd-712a-49cc-9909-1460fd182f00 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:42:11.768529 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 016cc6bd-712a-49cc-9909-1460fd182f00 not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:42:11.768955 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device d07841b9-b719-4d1a-8901-fbf16d3c2878 no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:42:11.788811 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: d07841b9-b719-4d1a-8901-fbf16d3c2878 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:42:11.789167 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device d07841b9-b719-4d1a-8901-fbf16d3c2878 not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:42:11.789602 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device e153a897-25a4-456a-bc54-8426d743d948 no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:42:11.809759 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: e153a897-25a4-456a-bc54-8426d743d948 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:42:11.810067 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device e153a897-25a4-456a-bc54-8426d743d948 not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:42:12.120868 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9d0b93d5-6894-4490-869d-ecece696042a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3703176'] for router_interface (946fcabd-abdd-4b19-a0b3-9cfe07b13a67), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:12.358138 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-9d0b93d5-6894-4490-869d-ecece696042a admin admin] Deleting port a52e689c-3441-4ed8-959a-2571b4963436 {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:42:12.358425 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9d0b93d5-6894-4490-869d-ecece696042a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (a52e689c-3441-4ed8-959a-2571b4963436), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:12.360796 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:12.438770 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-9d0b93d5-6894-4490-869d-ecece696042a admin admin] For port a52e689c-3441-4ed8-959a-2571b4963436, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=a52e689c-3441-4ed8-959a-2571b4963436,segment=NetworkSegment(a6f3857f-bbc2-44c1-b170-0c726b5e7fc9),segment_id=a6f3857f-bbc2-44c1-b170-0c726b5e7fc9)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:42:12.439007 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9d0b93d5-6894-4490-869d-ecece696042a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (a52e689c-3441-4ed8-959a-2571b4963436), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:12.452178 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-9d0b93d5-6894-4490-869d-ecece696042a admin admin] Calling delete_port for a52e689c-3441-4ed8-959a-2571b4963436 owned by network:router_interface {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:42:12.453728 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:12.655858 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9d0b93d5-6894-4490-869d-ecece696042a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (a52e689c-3441-4ed8-959a-2571b4963436), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:12.687047 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b93d5-6894-4490-869d-ecece696042a admin admin] Pushing event deleted for resources: {'Port': ['ID=a52e689c-3441-4ed8-959a-2571b4963436,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:42:12.862091 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9d0b93d5-6894-4490-869d-ecece696042a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3692810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3703068'] for router_interface (946fcabd-abdd-4b19-a0b3-9cfe07b13a67), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:13.066315 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0b93d5-6894-4490-869d-ecece696042a admin admin] Router 946fcabd-abdd-4b19-a0b3-9cfe07b13a67 has already been hosted by L3 agent 79d86378-7b28-4d3f-90d6-ed462a12d919 {{(pid=104031) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 27 15:42:13.181999 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0b93d5-6894-4490-869d-ecece696042a admin admin] Notify agent at l3_agent.dv-cinder-847798-1-iscsi the message routers_updated {{(pid=104031) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 27 15:42:13.187560 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9d0b93d5-6894-4490-869d-ecece696042a admin admin] 10.222.0.26 "PUT /v2.0/routers/946fcabd-abdd-4b19-a0b3-9cfe07b13a67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6651511 Jun 27 15:42:13.190799 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 60446) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:42:13.193495 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a648e359-dea1-4cd0-9f08-ae414f454947 None None] Sync routers for ids ['946fcabd-abdd-4b19-a0b3-9cfe07b13a67'] in dv-cinder-847798-1-iscsi {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 27 15:42:13.204592 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a648e359-dea1-4cd0-9f08-ae414f454947 None None] Routers {'946fcabd-abdd-4b19-a0b3-9cfe07b13a67'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:42:13.205261 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a648e359-dea1-4cd0-9f08-ae414f454947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:42:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['946fcabd-abdd-4b19-a0b3-9cfe07b13a67'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:42:13.238145 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:13.292351 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9370dbd4-4b9f-4906-a86c-cc9ed945d702 admin admin] Publish callbacks [] for router (946fcabd-abdd-4b19-a0b3-9cfe07b13a67), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:13.309632 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-a648e359-dea1-4cd0-9f08-ae414f454947 None None] Set router 946fcabd-abdd-4b19-a0b3-9cfe07b13a67 gateway port host: dv-cinder-847798-1-iscsi {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:42:13.375930 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:13.393661 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9370dbd4-4b9f-4906-a86c-cc9ed945d702 admin admin] Publish callbacks [] for router_gateway (946fcabd-abdd-4b19-a0b3-9cfe07b13a67), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:13.438339 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-9370dbd4-4b9f-4906-a86c-cc9ed945d702 admin admin] Deleting port 64607f6c-c863-4336-a2f0-a947277b727c {{(pid=104031) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:42:13.438669 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9370dbd4-4b9f-4906-a86c-cc9ed945d702 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (64607f6c-c863-4336-a2f0-a947277b727c), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:13.511987 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a648e359-dea1-4cd0-9f08-ae414f454947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946fcabd-abdd-4b19-a0b3-9cfe07b13a67', 'name': 'tempest-TestVolumeBootPattern-1714329342-router', 'tenant_id': '055f40a719824e82b388537fd163f597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'external_fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '64607f6c-c863-4336-a2f0-a947277b727c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:26Z', 'updated_at': '2022-06-27T15:42:12Z', 'revision_number': 5, 'project_id': '055f40a719824e82b388537fd163f597', 'gw_port': {'id': '64607f6c-c863-4336-a2f0-a947277b727c', 'name': '', 'network_id': '514b9ef4-4f08-4cd6-bd5c-68d7bc3a7efb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946fcabd-abdd-4b19-a0b3-9cfe07b13a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847798-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-27T15:35:27Z', 'updated_at': '2022-06-27T15:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6226739c-eac4-4784-90b9-a0481f53f3ba', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847798-1-iscsi'}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:42:13.514556 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:13.521704 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.db [None req-9370dbd4-4b9f-4906-a86c-cc9ed945d702 admin admin] For port 64607f6c-c863-4336-a2f0-a947277b727c, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=64607f6c-c863-4336-a2f0-a947277b727c,segment=NetworkSegment(8a10ea46-bf64-4eeb-a875-fb291e9f235b),segment_id=8a10ea46-bf64-4eeb-a875-fb291e9f235b)] {{(pid=104031) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:42:13.522232 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9370dbd4-4b9f-4906-a86c-cc9ed945d702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (64607f6c-c863-4336-a2f0-a947277b727c), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:13.535561 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.plugins.ml2.plugin [None req-9370dbd4-4b9f-4906-a86c-cc9ed945d702 admin admin] Calling delete_port for 64607f6c-c863-4336-a2f0-a947277b727c owned by network:router_gateway {{(pid=104031) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:42:13.539809 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a648e359-dea1-4cd0-9f08-ae414f454947 None None] Checking router: 946fcabd-abdd-4b19-a0b3-9cfe07b13a67 for host: dv-cinder-847798-1-iscsi {{(pid=104033) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 27 15:42:13.548768 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a648e359-dea1-4cd0-9f08-ae414f454947 None None] Routers {'946fcabd-abdd-4b19-a0b3-9cfe07b13a67'} bound to L3 agent in host dv-cinder-847798-1-iscsi {{(pid=104033) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 27 15:42:13.549404 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a648e359-dea1-4cd0-9f08-ae414f454947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847798-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-27T15:18:12Z,description=,heartbeat_timestamp=2022-06-27T15:42:12Z,host='dv-cinder-847798-1-iscsi',id=79d86378-7b28-4d3f-90d6-ed462a12d919,load=0,resource_versions=,resources_synced=,started_at=2022-06-27T15:18:12Z,topic='l3_agent')) {'router_ids': ['946fcabd-abdd-4b19-a0b3-9cfe07b13a67'], 'active': True} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:42:13.634099 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvr_db [None req-a648e359-dea1-4cd0-9f08-ae414f454947 None None] Set router 946fcabd-abdd-4b19-a0b3-9cfe07b13a67 gateway port host: None {{(pid=104033) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 27 15:42:13.687795 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_hamode_db [None req-a648e359-dea1-4cd0-9f08-ae414f454947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '946fcabd-abdd-4b19-a0b3-9cfe07b13a67', 'name': 'tempest-TestVolumeBootPattern-1714329342-router', 'tenant_id': '055f40a719824e82b388537fd163f597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:26Z', 'updated_at': '2022-06-27T15:42:13Z', 'revision_number': 6, 'project_id': '055f40a719824e82b388537fd163f597', 'gw_port_host': None}], 'dv-cinder-847798-1-iscsi', False) {} {{(pid=104033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:42:13.710073 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9370dbd4-4b9f-4906-a86c-cc9ed945d702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9360051'] for port (64607f6c-c863-4336-a2f0-a947277b727c), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:13.714473 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a648e359-dea1-4cd0-9f08-ae414f454947 None None] The sync data for ids ['946fcabd-abdd-4b19-a0b3-9cfe07b13a67'] in dv-cinder-847798-1-iscsi is: [{'id': '946fcabd-abdd-4b19-a0b3-9cfe07b13a67', 'name': 'tempest-TestVolumeBootPattern-1714329342-router', 'tenant_id': '055f40a719824e82b388537fd163f597', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-27T15:35:26Z', 'updated_at': '2022-06-27T15:42:13Z', 'revision_number': 6, 'project_id': '055f40a719824e82b388537fd163f597', 'gw_port_host': None}] {{(pid=104033) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 27 15:42:13.737439 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370dbd4-4b9f-4906-a86c-cc9ed945d702 admin admin] Pushing event deleted for resources: {'Port': ['ID=64607f6c-c863-4336-a2f0-a947277b727c,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:42:13.801994 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9370dbd4-4b9f-4906-a86c-cc9ed945d702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3731768'] for router_gateway (946fcabd-abdd-4b19-a0b3-9cfe07b13a67), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:13.888744 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9370dbd4-4b9f-4906-a86c-cc9ed945d702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3708209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-254106'] for router (946fcabd-abdd-4b19-a0b3-9cfe07b13a67), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:13.890876 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9370dbd4-4b9f-4906-a86c-cc9ed945d702 admin admin] Publish callbacks [] for router_controller (946fcabd-abdd-4b19-a0b3-9cfe07b13a67), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:13.945660 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9370dbd4-4b9f-4906-a86c-cc9ed945d702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3708351'] for router (946fcabd-abdd-4b19-a0b3-9cfe07b13a67), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:13.946318 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9370dbd4-4b9f-4906-a86c-cc9ed945d702 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 946fcabd-abdd-4b19-a0b3-9cfe07b13a67 {{(pid=104031) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 27 15:42:13.951066 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-9370dbd4-4b9f-4906-a86c-cc9ed945d702 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:13.951993 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-9370dbd4-4b9f-4906-a86c-cc9ed945d702 admin admin] 10.222.0.26 "DELETE /v2.0/routers/946fcabd-abdd-4b19-a0b3-9cfe07b13a67 HTTP/1.1" status: 204 len: 168 time: 0.7602973 Jun 27 15:42:13.954527 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [-] (104031) accepted ('10.222.0.26', 60448) {{(pid=104031) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:42:13.999063 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89e1711-4620-43cb-8d72-91b94c1e1cbc admin admin] Deleting subnet 1e51afc3-5c39-40c8-bb59-83f92c88ffa0 {{(pid=104031) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 27 15:42:14.002469 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d89e1711-4620-43cb-8d72-91b94c1e1cbc admin admin] Publish callbacks [] for subnet (1e51afc3-5c39-40c8-bb59-83f92c88ffa0), before_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:14.038393 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d89e1711-4620-43cb-8d72-91b94c1e1cbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-537121'] for subnet (1e51afc3-5c39-40c8-bb59-83f92c88ffa0), precommit_delete_associations {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:14.138383 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d89e1711-4620-43cb-8d72-91b94c1e1cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693064'] for subnet (1e51afc3-5c39-40c8-bb59-83f92c88ffa0), precommit_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:14.182422 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:14.205483 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d89e1711-4620-43cb-8d72-91b94c1e1cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-262343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9360100', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8708483'] for subnet (1e51afc3-5c39-40c8-bb59-83f92c88ffa0), after_delete {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:14.234558 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e1711-4620-43cb-8d72-91b94c1e1cbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e51afc3-5c39-40c8-bb59-83f92c88ffa0,revision_number=None']} {{(pid=104031) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:42:14.236243 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron_lib.callbacks.manager [None req-d89e1711-4620-43cb-8d72-91b94c1e1cbc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104031) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:14.239657 dv-cinder-847798-1-iscsi neutron-server[104031]: INFO neutron.wsgi [None req-d89e1711-4620-43cb-8d72-91b94c1e1cbc admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1e51afc3-5c39-40c8-bb59-83f92c88ffa0 HTTP/1.1" status: 204 len: 168 time: 0.2840512 Jun 27 15:42:14.240378 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba951f7d-2722-4c7f-a8a5-a15a8eeccf14 None None] Network 1f6856b3-e10f-4c06-ae92-96d57178be7a requested from dv-cinder-847798-1-iscsi {{(pid=104033) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 27 15:42:14.242655 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 60450) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:42:14.318086 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b5f0d03-52f8-4397-bd3f-0a370638d9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-750815'] for network (1f6856b3-e10f-4c06-ae92-96d57178be7a), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:14.361709 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-0b5f0d03-52f8-4397-bd3f-0a370638d9fd admin admin] Deleting port 3e98157c-82f7-4f83-9063-dc398c4877b2 {{(pid=104032) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:42:14.362051 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b5f0d03-52f8-4397-bd3f-0a370638d9fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (3e98157c-82f7-4f83-9063-dc398c4877b2), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:14.388984 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:14.427325 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.db [None req-0b5f0d03-52f8-4397-bd3f-0a370638d9fd admin admin] For port 3e98157c-82f7-4f83-9063-dc398c4877b2, host dv-cinder-847798-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847798-1-iscsi',level=0,port_id=3e98157c-82f7-4f83-9063-dc398c4877b2,segment=NetworkSegment(a6f3857f-bbc2-44c1-b170-0c726b5e7fc9),segment_id=a6f3857f-bbc2-44c1-b170-0c726b5e7fc9)] {{(pid=104032) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:42:14.427566 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b5f0d03-52f8-4397-bd3f-0a370638d9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (3e98157c-82f7-4f83-9063-dc398c4877b2), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:14.442176 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.plugin [None req-0b5f0d03-52f8-4397-bd3f-0a370638d9fd admin admin] Calling delete_port for 3e98157c-82f7-4f83-9063-dc398c4877b2 owned by network:dhcp {{(pid=104032) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:42:14.493051 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3d6932-5d05-4f48-8179-d44aaa5564ca None None] DHCP port deletion for 1f6856b3-e10f-4c06-ae92-96d57178be7a request from dv-cinder-847798-1-iscsi {{(pid=104033) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 27 15:42:14.537414 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9d3d6932-5d05-4f48-8179-d44aaa5564ca None None] Deleting port 3e98157c-82f7-4f83-9063-dc398c4877b2 {{(pid=104033) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 27 15:42:14.538142 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b5f0d03-52f8-4397-bd3f-0a370638d9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9438199'] for port (3e98157c-82f7-4f83-9063-dc398c4877b2), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:14.538313 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9d3d6932-5d05-4f48-8179-d44aaa5564ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767603351848'] for port (3e98157c-82f7-4f83-9063-dc398c4877b2), before_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:14.564763 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f0d03-52f8-4397-bd3f-0a370638d9fd admin admin] Pushing event deleted for resources: {'Port': ['ID=3e98157c-82f7-4f83-9063-dc398c4877b2,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:42:14.569276 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5f0d03-52f8-4397-bd3f-0a370638d9fd admin admin] No DVR routers for this DVR port 3e98157c-82f7-4f83-9063-dc398c4877b2 on host dv-cinder-847798-1-iscsi {{(pid=104032) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:42:14.596417 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:14.611388 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.db [None req-9d3d6932-5d05-4f48-8179-d44aaa5564ca None None] For port 3e98157c-82f7-4f83-9063-dc398c4877b2, host dv-cinder-847798-1-iscsi, got binding levels [] {{(pid=104033) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 27 15:42:14.611783 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9d3d6932-5d05-4f48-8179-d44aaa5564ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3731647'] for port (3e98157c-82f7-4f83-9063-dc398c4877b2), precommit_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:14.615344 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:14.625027 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:14.633631 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-9d3d6932-5d05-4f48-8179-d44aaa5564ca None None] Calling delete_port for 3e98157c-82f7-4f83-9063-dc398c4877b2 owned by network:dhcp {{(pid=104033) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 27 15:42:14.636751 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.ipam_backend_mixin [None req-9d3d6932-5d05-4f48-8179-d44aaa5564ca None None] Port 3e98157c-82f7-4f83-9063-dc398c4877b2 was not found and therefore no delete operation was performed {{(pid=104033) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 27 15:42:14.638841 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-9d3d6932-5d05-4f48-8179-d44aaa5564ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-715159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4193641', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767603357040', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767602808733'] for port (3e98157c-82f7-4f83-9063-dc398c4877b2), after_delete {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:14.647762 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b5f0d03-52f8-4397-bd3f-0a370638d9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-755509', 'neutron.services.segments.db._delete_segments_for_network-8767603345803'] for network (1f6856b3-e10f-4c06-ae92-96d57178be7a), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:14.669575 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0b5f0d03-52f8-4397-bd3f-0a370638d9fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f6856b3-e10f-4c06-ae92-96d57178be7a']}} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:42:14.674653 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d6932-5d05-4f48-8179-d44aaa5564ca None None] Pushing event deleted for resources: {'Port': ['ID=3e98157c-82f7-4f83-9063-dc398c4877b2,revision_number=None']} {{(pid=104033) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:42:14.680515 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0b5f0d03-52f8-4397-bd3f-0a370638d9fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f3857f-bbc2-44c1-b170-0c726b5e7fc9') {'for_net_delete': True} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:42:14.680966 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.services.segments.db [None req-0b5f0d03-52f8-4397-bd3f-0a370638d9fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f3857f-bbc2-44c1-b170-0c726b5e7fc9') {} {{(pid=104032) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 27 15:42:14.681463 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3d6932-5d05-4f48-8179-d44aaa5564ca None None] No DVR routers for this DVR port 3e98157c-82f7-4f83-9063-dc398c4877b2 on host dv-cinder-847798-1-iscsi {{(pid=104033) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 27 15:42:14.687647 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:14.694325 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b5f0d03-52f8-4397-bd3f-0a370638d9fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767603346068', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9827195'] for segment (a6f3857f-bbc2-44c1-b170-0c726b5e7fc9), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:14.716270 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b5f0d03-52f8-4397-bd3f-0a370638d9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184'] for segment (a6f3857f-bbc2-44c1-b170-0c726b5e7fc9), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:14.723659 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b5f0d03-52f8-4397-bd3f-0a370638d9fd admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=104032) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 27 15:42:14.724056 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b5f0d03-52f8-4397-bd3f-0a370638d9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-768184', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9438154'] for segment (a6f3857f-bbc2-44c1-b170-0c726b5e7fc9), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:14.790135 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b5f0d03-52f8-4397-bd3f-0a370638d9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-755500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3693041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3728431'] for network (1f6856b3-e10f-4c06-ae92-96d57178be7a), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:14.800175 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-0b5f0d03-52f8-4397-bd3f-0a370638d9fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3693031'] for network (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:14.803738 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-0b5f0d03-52f8-4397-bd3f-0a370638d9fd admin admin] 10.222.0.26 "DELETE /v2.0/networks/1f6856b3-e10f-4c06-ae92-96d57178be7a HTTP/1.1" status: 204 len: 168 time: 0.5600584 Jun 27 15:42:14.819809 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment a6f3857f-bbc2-44c1-b170-0c726b5e7fc9 resource provider aggregate not found Jun 27 15:42:14.826870 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f0d03-52f8-4397-bd3f-0a370638d9fd admin admin] Pushing event deleted for resources: {'Network': ['ID=1f6856b3-e10f-4c06-ae92-96d57178be7a,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:42:14.842090 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.services.segments.plugin [-] Segment a6f3857f-bbc2-44c1-b170-0c726b5e7fc9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6f3857f-bbc2-44c1-b170-0c726b5e7fc9 found for delete ", "request_id": "req-6f156f3a-6992-4cdb-b668-f09b0166eefb"}]} Jun 27 15:42:14.941196 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 60460) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:42:14.984328 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-7170000f-a958-4b4c-a037-4a9f7f28d621 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bf83328eefb741d086f33cd650fd3942&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418890 Jun 27 15:42:14.987017 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 60462) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:42:15.040791 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b7b9a469-b7a9-40a3-a23f-d3b93566e635 admin admin] Publish callbacks [] for security_group (22fed09c-5df3-40f6-b5fe-f9395699aaf5), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:15.063527 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b7b9a469-b7a9-40a3-a23f-d3b93566e635 admin admin] Publish callbacks [] for security_group (22fed09c-5df3-40f6-b5fe-f9395699aaf5), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:15.124406 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b7b9a469-b7a9-40a3-a23f-d3b93566e635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (22fed09c-5df3-40f6-b5fe-f9395699aaf5), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:15.126009 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:15.127096 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-b7b9a469-b7a9-40a3-a23f-d3b93566e635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:15.128277 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b7b9a469-b7a9-40a3-a23f-d3b93566e635 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/22fed09c-5df3-40f6-b5fe-f9395699aaf5 HTTP/1.1" status: 204 len: 168 time: 0.1400826 Jun 27 15:42:15.137297 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9a469-b7a9-40a3-a23f-d3b93566e635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fed09c-5df3-40f6-b5fe-f9395699aaf5,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:42:15.492759 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 60468) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:42:15.535576 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-b3decde4-7091-4593-986a-2bc598343442 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=055f40a719824e82b388537fd163f597&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414515 Jun 27 15:42:15.538816 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.wsgi [-] (104032) accepted ('10.222.0.26', 60470) {{(pid=104032) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 27 15:42:15.591606 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a67b0a58-5a0b-453c-ad14-e3e0e6be7168 admin admin] Publish callbacks [] for security_group (e78bb62f-6133-4662-89b7-704c5ec18756), before_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:15.613968 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a67b0a58-5a0b-453c-ad14-e3e0e6be7168 admin admin] Publish callbacks [] for security_group (e78bb62f-6133-4662-89b7-704c5ec18756), precommit_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:15.663847 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a67b0a58-5a0b-453c-ad14-e3e0e6be7168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267984'] for security_group (e78bb62f-6133-4662-89b7-704c5ec18756), after_delete {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:15.666573 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron_lib.callbacks.manager [None req-a67b0a58-5a0b-453c-ad14-e3e0e6be7168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104032) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:15.667736 dv-cinder-847798-1-iscsi neutron-server[104032]: INFO neutron.wsgi [None req-a67b0a58-5a0b-453c-ad14-e3e0e6be7168 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e78bb62f-6133-4662-89b7-704c5ec18756 HTTP/1.1" status: 204 len: 168 time: 0.1280234 Jun 27 15:42:15.677159 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b0a58-5a0b-453c-ad14-e3e0e6be7168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78bb62f-6133-4662-89b7-704c5ec18756,revision_number=None']} {{(pid=104032) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 27 15:42:15.766159 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 3e98157c-82f7-4f83-9063-dc398c4877b2 no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:42:15.786509 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: 3e98157c-82f7-4f83-9063-dc398c4877b2 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:42:15.786948 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 3e98157c-82f7-4f83-9063-dc398c4877b2 not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:42:15.787472 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 64607f6c-c863-4336-a2f0-a947277b727c no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:42:15.806217 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: 64607f6c-c863-4336-a2f0-a947277b727c {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:42:15.806555 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device 64607f6c-c863-4336-a2f0-a947277b727c not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:42:15.806977 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device a52e689c-3441-4ed8-959a-2571b4963436 no longer exists at agent ovs-agent-dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 27 15:42:15.827573 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.plugin [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] No Port match for: a52e689c-3441-4ed8-959a-2571b4963436 {{(pid=104033) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 27 15:42:15.827842 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron.plugins.ml2.rpc [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Device a52e689c-3441-4ed8-959a-2571b4963436 not bound to the agent host dv-cinder-847798-1-iscsi {{(pid=104033) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 27 15:42:19.040121 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:20.384053 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [req-85a3cf0c-77b9-4ae5-9af3-1e262290136f req-011397df-b35a-4fd8-a8e0-79e2e2846be8 service neutron] (104031) timed out ('10.222.0.42', 64705) {{(pid=104031) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 27 15:42:22.263706 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=89 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:22.265126 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=80 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:23.311778 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG neutron.wsgi [req-d36aaee1-1e94-46c2-a854-97b30239b516 req-ec9e69b6-8c51-47a9-a1e8-6b500746b187 service neutron] (104031) timed out ('10.222.0.42', 64718) {{(pid=104031) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 27 15:42:24.209934 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:24.214622 dv-cinder-847798-1-iscsi neutron-server[104031]: DEBUG dbcounter [-] [104031] Writing DB stats neutron:SELECT=3 {{(pid=104031) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:25.649925 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=79,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:25.672409 dv-cinder-847798-1-iscsi neutron-server[104032]: DEBUG dbcounter [-] [104032] Writing DB stats neutron:SELECT=58,neutron:DELETE=5 {{(pid=104032) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:29.032525 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:29.033824 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:33.182232 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:33.265864 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:35.287133 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:42:38.818657 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-202104ed-56f6-4e0b-97b6-4f4b93a3cfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:41.714950 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-ced27f42-7e58-4e32-8af3-114467400099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:43.510089 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:44.667044 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:45.127463 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:45.281527 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:49.054003 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:42:59.043670 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:42:59.046367 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:43:08.816679 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-02f0fdda-7a9c-45b8-92f9-b029c1fd9e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:43:10.183546 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=16 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:43:10.184909 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=16 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:43:11.710167 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-cbd9eda5-44af-4473-8f90-8d5466d6d5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:43:12.291183 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:43:13.515578 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:43:14.673262 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:43:15.138469 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:43:19.050153 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:43:22.283080 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:43:22.284154 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:43:29.036371 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:43:29.040075 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:43:38.822065 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-131c2a1a-9fc8-46e9-920f-9aa9400e758a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:43:41.717610 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-25e56540-29d4-49bd-bb53-dfcceb80d1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:43:43.524677 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:43:44.664156 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:43:45.137740 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:43:47.187044 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:43:47.188032 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:43:49.063535 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:43:49.290645 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:43:59.052362 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:43:59.056918 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:44:06.270130 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:44:06.270913 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:44:08.823297 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e8546211-499b-4f6f-add6-9576942594df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:44:11.715851 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-a31569ab-9d50-48ac-b502-41482691ba3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:44:13.523133 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:44:14.664764 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:44:15.145307 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:44:19.179125 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:44:24.190690 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:44:24.191702 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:44:26.289449 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:44:29.171425 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:44:29.172617 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:44:36.283965 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:44:36.285097 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:44:38.830036 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-3af54167-df91-4619-b76a-bef7ebceb891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:44:41.709754 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e5c1a662-425f-4a5e-b46b-d25a14e51701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:44:43.531870 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:44:44.661011 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:44:45.144655 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:44:49.058786 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:44:59.050823 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:44:59.053770 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:45:03.293960 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:45:07.190715 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=14 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:45:08.825405 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-955c3116-f724-45a7-9351-160c3d74524e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:45:11.714294 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e66f6cae-4da2-45c2-9f81-516e309a9069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:45:13.286335 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=20 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:45:13.537619 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:45:14.677391 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:45:15.149940 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:45:19.073817 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:45:29.064087 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:45:29.066759 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:45:38.196181 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:45:38.197488 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:45:38.831540 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-0eda7561-4646-498b-8bb8-5e927ccd0c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:45:40.298274 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:45:41.715952 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b5657e38-d6b1-4e92-a784-4051f5de116b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:45:43.539983 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:45:44.657224 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:45:45.161204 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:45:49.089002 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:45:50.289551 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:45:50.290760 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:45:59.078290 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:45:59.082565 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:46:08.826813 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-006a1032-0f95-40ca-be89-80a746e8e5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:46:11.719266 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-d6e28efc-7579-43f5-b8ec-0442d5bc5b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:46:13.545532 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:46:14.663998 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:46:15.162585 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:46:15.199889 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=4 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:46:15.200796 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:46:17.303772 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:46:19.092428 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:46:27.297182 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=2 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:46:29.071792 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:46:29.083445 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:46:38.831339 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-f01b7014-cf4f-4934-812d-14ddfcf7839c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:46:41.725229 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-6a61f924-cc9f-4a39-a1f3-7d95b8bb76ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:46:43.543108 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:46:44.652530 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:46:45.164868 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:46:49.091055 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:46:52.199384 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=1 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:46:52.208089 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=5 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:46:54.308787 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 27 15:46:59.078208 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:46:59.082752 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:47:07.194952 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=12 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:47:07.196419 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=16 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:47:08.832904 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-fe7faece-0e3e-4bb1-9ddb-93259050d84f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (98079605-5130-4ae4-a555-f860a4678271), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:47:11.715380 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-dc9118e0-5a2d-450e-ab10-85401c322e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (79d86378-7b28-4d3f-90d6-ed462a12d919), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:47:13.549918 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-e1c435ed-996b-4b18-959e-9efc48f8352e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (5951a689-b13c-4886-b94d-c093fc049ae5), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:47:14.653879 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-c265e30e-3159-499a-b8f9-382fa01094d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (a07daeb5-64dd-47f5-9779-1f9d29eb70b4), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:47:15.168618 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-b097d842-1a18-4706-b208-86ff332ec987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (83d4f044-6f12-4c95-bd49-04801e66e7f2), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:47:19.089532 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG neutron_lib.callbacks.manager [None req-7ef73392-80fa-477a-ac92-f8ddf2dba0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767603345785', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-692852'] for agent (2a101be5-d6db-4e6c-800c-1df71c1b626f), after_update {{(pid=104033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 27 15:47:29.080310 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:47:29.083366 dv-cinder-847798-1-iscsi neutron-server[104033]: DEBUG dbcounter [-] [104033] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104033) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:47:29.205245 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=3 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:47:29.206481 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG dbcounter [-] [104034] Writing DB stats neutron:SELECT=5 {{(pid=104034) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 27 15:47:31.308358 dv-cinder-847798-1-iscsi neutron-server[104034]: DEBUG neutron.db.agents_db [None req-1fba5813-b9dc-4709-ac7e-3b6ec52a9fe6 None None] Agent healthcheck: found 6 active agents {{(pid=104034) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}